-- Logs begin at Wed 2022-08-31 23:50:58 UTC, end at Thu 2022-09-01 00:51:46 UTC. -- Sep 01 00:21:33.543551 dv-cinder-820027-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 00:21:36.189810 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.common.config [-] Logging enabled! Sep 01 00:21:36.190415 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev530 Sep 01 00:21:36.190602 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=117790) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 01 00:21:36.194664 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.common.config [-] Logging enabled! Sep 01 00:21:36.194919 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev530 Sep 01 00:21:36.195234 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=117790) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 01 00:21:36.196174 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 00:21:36.196409 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 00:21:36.196923 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 00:21:36.197171 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 00:21:36.197399 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 00:21:36.197722 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.198022 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.198253 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.198560 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.198855 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.199138 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.199448 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.199728 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.200017 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.200296 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.200612 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.200853 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.201130 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] config_source = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.201417 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.201705 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.201929 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] debug = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.202210 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.202634 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.203044 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.203335 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.203625 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.203905 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.204175 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.204451 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.204771 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.205100 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] host = dv-cinder-820027-21-iscsi {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.205382 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.205666 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.205952 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.206237 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.206514 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.206794 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.207078 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.207351 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] log_dir = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.207623 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] log_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.207895 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.208182 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.208595 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.208882 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.209110 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.209332 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.209614 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.209904 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.210178 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.210453 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.210727 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.211003 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.211275 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.211544 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.211828 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.212111 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.212393 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.212692 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.212967 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.213242 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.213513 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.213798 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.214068 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.214340 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.214614 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.214903 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.215170 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.215445 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.215745 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.216028 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.216307 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.216615 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.216890 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.217173 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.217443 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.217717 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] use_journal = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.217989 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] use_json = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.218261 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.218534 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.218818 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.219091 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.219364 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.219635 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.220161 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.220443 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.220740 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:36.221038 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.221333 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.221630 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.221913 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.222215 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.222492 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.222780 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.223058 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.223344 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.223630 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.223919 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.224235 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.224555 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.224852 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.225149 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.225460 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.225753 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.226043 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.226318 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.226591 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.226864 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.227143 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.227428 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.227706 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.227998 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.228287 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.228587 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.228887 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.229175 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.229460 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.229751 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.230038 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.230312 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.230593 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.230880 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.231157 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.231429 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.231713 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.231989 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.232260 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.232852 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.232852 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.233114 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.233387 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.233662 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.233948 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.234222 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.234490 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.234757 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.235032 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.235300 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.235581 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.235855 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.236123 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.236391 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.236688 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.236959 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.237230 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.237504 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.237772 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.238047 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.238320 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.238588 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.238858 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.239127 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.239395 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.240197 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.240547 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.240803 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.241071 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.241342 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.241611 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.241882 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.242150 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.242431 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.242726 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.243003 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.243283 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.243558 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.243830 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.244106 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.244382 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.244688 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.244964 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.245233 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.245569 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.245906 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.246192 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.246474 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.246773 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.247067 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.247344 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.247618 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.247887 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.248157 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.248431 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.248867 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.249152 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.249430 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.249713 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.249997 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.250290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.250582 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.250857 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.251155 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.252430 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.252430 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.252430 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.252430 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.252821 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:36.252888 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 00:21:36.253139 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=117790) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 00:21:36.628299 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=117790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 01 00:21:36.628644 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=117790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 01 00:21:36.628905 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=117790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 01 00:21:36.629133 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=117790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 01 00:21:36.629410 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=117790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 01 00:21:36.629734 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 00:21:36.962334 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:36.962534 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:36.962791 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:36.963943 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:36.964213 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:36.964473 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.016178 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.016460 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.016757 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.032869 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.033146 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.033414 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.060855 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.061128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.061388 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.097110 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.097386 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.097651 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.325583 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.326191 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.326191 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.327282 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.327987 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.424429 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.424772 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.425052 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.425317 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.425576 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.425880 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.426133 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.426383 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.426631 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.426908 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.427216 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.427484 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.427874 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.428124 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.428375 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.428664 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.428917 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.429179 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.429443 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.429705 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.429976 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.430225 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.430500 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.430881 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.431124 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.431364 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.431754 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=117790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 00:21:37.431991 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=117790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 00:21:37.432230 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=117790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 00:21:37.432459 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=117790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 00:21:37.432711 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=117790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 00:21:37.432941 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=117790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 00:21:37.433306 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 00:21:37.436381 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 00:21:37.440231 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 00:21:37.444765 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 01 00:21:37.446376 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 00:21:37.446990 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 00:21:37.447326 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 00:21:37.447704 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 00:21:37.450468 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 00:21:37.450716 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 00:21:37.451055 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 00:21:37.456042 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 00:21:37.479157 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 00:21:37.479597 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.479889 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=117790) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 01 00:21:37.480257 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.481610 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=117790) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 00:21:37.481888 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 00:21:37.482129 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 00:21:37.485594 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.485832 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:37.556853 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 00:21:37.557086 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 00:21:37.557319 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 00:21:37.557685 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 00:21:37.609092 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO dbcounter [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Registered counter for database neutron Sep 01 00:21:37.626763 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_db.sqlalchemy.engines [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=117790) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 00:21:37.633190 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG dbcounter [-] [117790] Writer thread running {{(pid=117790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 00:21:38.168758 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Initializing driver for type 'gre' Sep 01 00:21:38.169273 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] gre ID ranges: [(1, 1000)] Sep 01 00:21:38.226054 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Initializing driver for type 'local' Sep 01 00:21:38.226419 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Initializing driver for type 'vlan' Sep 01 00:21:38.239066 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] VlanTypeDriver initialization complete Sep 01 00:21:38.239422 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Initializing driver for type 'vxlan' Sep 01 00:21:38.240433 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] vxlan ID ranges: [(1, 1000)] Sep 01 00:21:38.292488 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Initializing extension driver 'port_security' Sep 01 00:21:38.292846 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.extensions.port_security [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] PortSecurityExtensionDriver initialization complete Sep 01 00:21:38.293180 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Initializing mechanism driver 'openvswitch' Sep 01 00:21:38.293514 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Initializing mechanism driver 'hyperv' Sep 01 00:21:38.300067 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.plugins.ml2.plugin [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=117790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:21:38.300764 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > port after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.301139 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > port after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.301495 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > port after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.301999 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=117790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 00:21:38.302970 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > subnet after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.303323 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > subnet after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.303669 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > subnet after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.304064 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=117790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 00:21:38.304476 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > network after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.304848 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > network after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.305192 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > network after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.305578 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=117790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 00:21:38.305987 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > security_group after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.306338 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > security_group after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.306680 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > security_group after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.307070 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=117790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 00:21:38.307483 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.307827 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.308168 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.308709 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=117790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 00:21:38.309117 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > address_group after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.309465 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > address_group after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.309807 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > address_group after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.310200 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=117790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 00:21:38.310645 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] ML2 OVO RPC backend initialized. {{(pid=117790) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 01 00:21:38.311354 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router_interface after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.311712 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.312132 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > network before_response 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.312485 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > networks before_response 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.312856 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > port before_response 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.313199 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > ports before_response 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.313578 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > subnet before_response 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.313924 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > subnets before_response 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.314269 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > network after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.314607 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > network after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.314942 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > network after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.315279 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > port after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.315611 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > port after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.315944 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > port after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.316292 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > subnet after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.316650 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > subnet after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.316986 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > subnet after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.324515 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded quota_driver: . Sep 01 00:21:38.324892 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.plugin [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Modular L2 Plugin initialization complete Sep 01 00:21:38.325237 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading services supported by the core plugin {{(pid=117790) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 00:21:38.325577 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.plugins.ml2.managers [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Got port-security extension from driver 'port_security' Sep 01 00:21:38.326057 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.extensions.vlantransparent [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Disabled vlantransparent extension. Sep 01 00:21:38.326619 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=117790) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 00:21:38.326862 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading Plugin: router Sep 01 00:21:38.362760 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router_interface before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.363151 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router after_create 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.363521 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router before_create 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.363887 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.364263 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.364714 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router after_delete 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.365078 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > floatingip after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.365431 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > floatingip after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.365793 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router after_create 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.366142 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router after_update 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.366499 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router after_update 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.366849 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.367210 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router after_update 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.367622 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router precommit_update 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.368030 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: port after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.368371 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: port after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.368744 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: subnet after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.369092 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.369446 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > port precommit_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.369793 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router precommit_create 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.370136 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: port before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.370487 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router precommit_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.370844 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router after_update 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.371187 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router precommit_delete 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.371539 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router precommit_create 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.371900 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router_interface after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.372249 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router precommit_update 55549900 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.372642 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > agent after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.372995 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > agent after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.373342 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > network after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.374199 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Tracking information for resource: router configured {{(pid=117790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 00:21:38.374536 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Tracking information for resource: floatingip configured {{(pid=117790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 00:21:38.379433 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.db.l3_agentschedulers_db [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 00:21:38.380016 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: port after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.380417 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: port after_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.380794 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: port after_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.381143 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: port after_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.381924 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router before_create 55550100 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.382290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router precommit_delete 55550100 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.382652 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router precommit_create 55550100 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.383010 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > router precommit_update 55550100 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.387845 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.services.provider_configuration [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service providers = [] {{(pid=117790) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 00:21:38.388213 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.db.servicetype_db [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=117790) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 00:21:38.391154 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.services.service_base [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=117790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 00:21:38.391510 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.services.service_base [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=117790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 00:21:38.391857 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.services.service_base [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=117790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 00:21:38.392772 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.services.service_base [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=117790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 00:21:38.393144 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.services.service_base [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 00:21:38.393517 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=117790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 00:21:38.393839 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 00:21:38.405021 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=117790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 00:21:38.405358 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading Plugin: auto_allocate Sep 01 00:21:38.410992 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: network precommit_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.411360 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: network precommit_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.412573 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=117790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 00:21:38.412900 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading Plugin: tag Sep 01 00:21:38.419459 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=117790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 00:21:38.419740 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading Plugin: timestamp Sep 01 00:21:38.424778 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=117790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 00:21:38.425110 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading Plugin: network_ip_availability Sep 01 00:21:38.430728 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.431098 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.431457 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.432193 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=117790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 00:21:38.432535 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading Plugin: flavors Sep 01 00:21:38.437215 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=117790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 00:21:38.437551 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading Plugin: revisions Sep 01 00:21:38.441971 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=117790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 00:21:38.442363 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_concurrency.lockutils [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=117790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 01 00:21:38.443196 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=117790) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 01 00:21:38.443534 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Initializing extension manager. Sep 01 00:21:38.444055 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: __init__.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.444397 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: __pycache__ {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.444769 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: address_group.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.445674 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.446245 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: address-group Sep 01 00:21:38.446579 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: address_scope.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.447254 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.447762 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: address-scope Sep 01 00:21:38.448086 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: admin_state_down_before_update.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.449009 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.449518 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: router-admin-state-down-before-update Sep 01 00:21:38.449839 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: agent.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.450501 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.451004 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: agent Sep 01 00:21:38.451327 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: agent_resources_synced.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.452192 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.452725 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: agent-resources-synced Sep 01 00:21:38.453047 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: allowedaddresspairs.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.454793 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.455310 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: allowed-address-pairs Sep 01 00:21:38.455638 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: auto_allocated_topology.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.456699 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.457210 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: auto-allocated-topology Sep 01 00:21:38.457538 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: availability_zone.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.458190 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.459218 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: availability_zone Sep 01 00:21:38.459538 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: availability_zone_filter.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.460414 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.460941 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: availability_zone_filter Sep 01 00:21:38.461273 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: data_plane_status.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.462121 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.462620 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 00:21:38.462941 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: default_subnetpools.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.463809 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.464319 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: default-subnetpools Sep 01 00:21:38.464677 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: dhcpagentscheduler.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.465446 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.465951 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: dhcp_agent_scheduler Sep 01 00:21:38.466273 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: dns.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.467150 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.467649 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension dns-integration not supported by any of loaded plugins Sep 01 00:21:38.467970 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: dns_domain_ports.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.468864 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.469365 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 00:21:38.469934 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.470811 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.471309 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 00:21:38.471630 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: dvr.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.472257 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.472782 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: dvr Sep 01 00:21:38.473103 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: ecmp_routes.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.474576 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.475225 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 00:21:38.475545 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: empty_string_filtering.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.476421 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.476959 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: empty-string-filtering Sep 01 00:21:38.477283 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.478150 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.478650 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 00:21:38.478970 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.479843 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.480340 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 00:21:38.480690 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: external_net.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.481560 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.482063 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: external-net Sep 01 00:21:38.482384 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: extra_dhcp_opt.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.483242 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.483744 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: extra_dhcp_opt Sep 01 00:21:38.484064 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: extraroute.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.484979 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.485484 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: extraroute Sep 01 00:21:38.485808 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: extraroute_atomic.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.486795 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.487297 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: extraroute-atomic Sep 01 00:21:38.487620 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: filter_validation.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.488243 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.488769 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: filter-validation Sep 01 00:21:38.489092 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: fip_pf_description.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.489996 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.490650 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 00:21:38.490972 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: fip_pf_port_range.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.491841 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.492350 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 01 00:21:38.492697 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: fip_port_details.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.493574 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.494078 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: fip-port-details Sep 01 00:21:38.494403 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: flavors.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.495572 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.496084 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: flavors Sep 01 00:21:38.496409 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.498019 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.498533 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 00:21:38.498863 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: floatingip_pools.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.499522 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.500029 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: floatingip-pools Sep 01 00:21:38.500354 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: ip_allocation.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.501264 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.501766 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 00:21:38.502089 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.502961 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.503484 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: ip-substring-filtering Sep 01 00:21:38.503785 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: l2_adjacency.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.504712 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.505252 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 00:21:38.505679 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: l3.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.506604 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.507124 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: router Sep 01 00:21:38.507450 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: l3_conntrack_helper.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.509834 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.510362 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 00:21:38.510697 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.511578 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.512090 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: ext-gw-mode Sep 01 00:21:38.512419 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.513322 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.513833 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: l3-ha Sep 01 00:21:38.514159 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.515023 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.515529 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 01 00:21:38.515852 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: l3_flavors.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.516755 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.517266 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: l3-flavors Sep 01 00:21:38.517590 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: l3_ndp_proxy.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.518921 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.519438 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 01 00:21:38.519770 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.520673 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.521714 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 00:21:38.522038 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: l3agentscheduler.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.523011 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.523520 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: l3_agent_scheduler Sep 01 00:21:38.523848 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: local_ip.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.525574 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.526093 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension local_ip not supported by any of loaded plugins Sep 01 00:21:38.526423 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: logging.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.527856 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.528375 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension logging not supported by any of loaded plugins Sep 01 00:21:38.528738 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: metering.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.529442 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.530012 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: metering Sep 01 00:21:38.530337 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.531388 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.531910 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: metering_source_and_destination_fields Sep 01 00:21:38.532233 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: multiprovidernet.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.533155 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.533666 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: multi-provider Sep 01 00:21:38.533988 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: netmtu.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.534859 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.535366 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: net-mtu Sep 01 00:21:38.535688 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: netmtu_writable.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.537135 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.537718 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: net-mtu-writable Sep 01 00:21:38.538041 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: network_availability_zone.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.538673 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.539176 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: network_availability_zone Sep 01 00:21:38.539496 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: network_ip_availability.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.540572 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.541082 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: network-ip-availability Sep 01 00:21:38.541404 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: network_segment_range.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.542121 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.542623 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 00:21:38.542945 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: pagination.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.543878 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.544208 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: pagination Sep 01 00:21:38.544560 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: port_device_profile.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.545421 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.545932 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: port-device-profile Sep 01 00:21:38.546255 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: port_mac_address_override.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.547130 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.547636 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: port-mac-override Sep 01 00:21:38.547958 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.548868 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.549376 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: port-mac-address-regenerate Sep 01 00:21:38.549700 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.550574 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.551082 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: port-numa-affinity-policy Sep 01 00:21:38.551407 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: port_resource_request.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.552381 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.552921 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 00:21:38.553246 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: port_resource_request_groups.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.554170 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.554678 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 01 00:21:38.555002 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: portbindings.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.555874 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.556384 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: binding Sep 01 00:21:38.556739 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: portbindings_extended.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.557942 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.558460 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: binding-extended Sep 01 00:21:38.558787 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: portsecurity.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.559652 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.560164 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: port-security Sep 01 00:21:38.560508 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: project_id.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.561448 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.561782 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: project-id Sep 01 00:21:38.562107 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: providernet.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.562976 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.563488 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: provider Sep 01 00:21:38.563811 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.567506 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.568090 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos not supported by any of loaded plugins Sep 01 00:21:38.568419 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.569647 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.570167 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 00:21:38.570498 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.571395 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.571908 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 00:21:38.572236 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_default.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.573140 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.573654 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-default not supported by any of loaded plugins Sep 01 00:21:38.573980 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_fip.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.574858 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.575373 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-fip not supported by any of loaded plugins Sep 01 00:21:38.575698 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_fip_network_policy.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.576595 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.577117 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 01 00:21:38.577443 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_gateway_ip.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.578328 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.578840 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 00:21:38.579167 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_port_network_policy.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.580046 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.580588 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 00:21:38.580915 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.581913 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.582422 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 01 00:21:38.582745 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.584278 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.584815 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 01 00:21:38.585144 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_pps_rule.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.586280 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.586790 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-pps not supported by any of loaded plugins Sep 01 00:21:38.587119 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_rule_type_details.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.588009 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.588534 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 00:21:38.588863 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_rule_type_filter.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.589735 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.590240 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 01 00:21:38.590566 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: qos_rules_alias.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.591561 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.592064 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 00:21:38.592385 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: quota_check_limit.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.593276 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.593830 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: quota-check-limit Sep 01 00:21:38.594156 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: quotasv2.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.595288 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.595615 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: quotas Sep 01 00:21:38.595934 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: quotasv2_detail.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.597629 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.597973 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: quota_details Sep 01 00:21:38.598307 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: rbac.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.599365 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.599884 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: rbac-policies Sep 01 00:21:38.600217 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: rbac_address_group.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.601131 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.601649 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: rbac-address-group Sep 01 00:21:38.601978 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: rbac_address_scope.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.602852 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.603361 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: rbac-address-scope Sep 01 00:21:38.603690 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: rbac_security_groups.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.604673 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.605184 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: rbac-security-groups Sep 01 00:21:38.605512 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: rbac_subnetpool.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.606384 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.606894 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: rbac-subnetpool Sep 01 00:21:38.607222 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: revisionifmatch.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.608116 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.608662 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: revision-if-match Sep 01 00:21:38.608989 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: revisions.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.610053 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.610560 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: standard-attr-revisions Sep 01 00:21:38.610888 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: router_availability_zone.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.611523 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.612038 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: router_availability_zone Sep 01 00:21:38.612363 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: routerservicetype.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.613282 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.613790 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension router-service-type not supported by any of loaded plugins Sep 01 00:21:38.614113 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.615506 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.616013 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: security-groups-normalized-cidr Sep 01 00:21:38.616337 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: security_groups_port_filtering.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.617252 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.617768 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: port-security-groups-filtering Sep 01 00:21:38.618095 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.618970 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.619482 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: security-groups-remote-address-group Sep 01 00:21:38.619807 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.620715 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.621226 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: security-groups-shared-filtering Sep 01 00:21:38.621548 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: securitygroup.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.631556 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.632202 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: security-group Sep 01 00:21:38.632565 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: segment.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.633266 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.633780 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension segment not supported by any of loaded plugins Sep 01 00:21:38.634107 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.635019 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.635535 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 00:21:38.635863 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: servicetype.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.637623 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.637623 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: service-type Sep 01 00:21:38.637798 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: sorting.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.638708 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.639681 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: sorting Sep 01 00:21:38.639681 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: standard_attr_segment.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.640222 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.640770 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 00:21:38.641099 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: standardattrdescription.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.641713 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.642712 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: standard-attr-description Sep 01 00:21:38.642712 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: stateful_security_group.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.643421 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.643933 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: stateful-security-group Sep 01 00:21:38.644257 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: stdattrs_common.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.644829 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 00:21:38.645147 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.646614 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.647134 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 00:21:38.647452 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: subnet_onboard.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.648476 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.649020 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: subnet_onboard Sep 01 00:21:38.649344 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.650233 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.650749 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 00:21:38.651074 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: subnet_service_types.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.651957 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.652472 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: subnet-service-types Sep 01 00:21:38.652819 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: subnetallocation.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.653866 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.654382 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: subnet_allocation Sep 01 00:21:38.654710 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.655346 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.655859 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: subnetpool-prefix-ops Sep 01 00:21:38.656179 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.657102 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.657611 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 00:21:38.657934 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: tagging.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.658975 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.659497 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: standard-attr-tag Sep 01 00:21:38.659820 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: timestamp.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.661010 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.661648 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loaded extension: standard-attr-timestamp Sep 01 00:21:38.662634 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: trunk.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.663475 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.663983 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension trunk not supported by any of loaded plugins Sep 01 00:21:38.664308 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: trunk_details.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.665207 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.665719 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension trunk-details not supported by any of loaded plugins Sep 01 00:21:38.666038 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: uplink_status_propagation.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.666915 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.667419 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 00:21:38.667740 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Loading extension file: vlantransparent.py {{(pid=117790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 00:21:38.668380 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=117790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 00:21:38.668916 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 00:21:38.671583 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:network Sep 01 00:21:38.672058 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:subnet Sep 01 00:21:38.672481 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 00:21:38.672876 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:port Sep 01 00:21:38.674165 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.674607 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service FLAVORS assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.675216 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.675656 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.675989 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:router Sep 01 00:21:38.676421 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:floatingip Sep 01 00:21:38.676947 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service METERING assigned prefix: /metering {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.678464 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.678830 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.679184 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:21:38.680195 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 00:21:38.680678 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:security_group Sep 01 00:21:38.681118 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 00:21:38.681633 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service CORE assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.681962 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 00:21:38.682307 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] subnetpool is already registered Sep 01 00:21:38.682748 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service CORE assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.683073 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 00:21:38.683404 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] subnetpool is already registered Sep 01 00:21:38.685836 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.686277 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service FLAVORS assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.686881 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.687310 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.687645 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:router Sep 01 00:21:38.687983 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] router is already registered Sep 01 00:21:38.688401 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:floatingip Sep 01 00:21:38.688767 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] floatingip is already registered Sep 01 00:21:38.689225 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service METERING assigned prefix: /metering {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.689897 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 00:21:38.690223 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] rbac_policy is already registered Sep 01 00:21:38.690645 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:security_group Sep 01 00:21:38.690969 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] security_group is already registered Sep 01 00:21:38.691372 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 00:21:38.691704 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] security_group_rule is already registered Sep 01 00:21:38.692344 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service CORE assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.693227 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 00:21:38.693560 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] subnetpool is already registered Sep 01 00:21:38.693991 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.v2.resource_helper [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Service CORE assigned prefix: {{(pid=117790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 00:21:38.694313 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 00:21:38.694651 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING neutron.quota.resource_registry [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] subnetpool is already registered Sep 01 00:21:38.695134 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: extensions {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.696655 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: address-groups {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.698162 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: address-scopes {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.699496 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: agents {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.700680 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: auto-allocated-topology {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.701946 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: availability_zones {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.703188 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: dhcp-networks {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.704726 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: dhcp-agents {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.706171 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: routers {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.707889 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: flavors {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.711017 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: service_profiles {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.712305 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: next_providers {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.713816 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: service_profiles {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.715465 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: floatingip-pools {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.716745 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: routers {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.718466 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: floatingips {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.719953 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: l3-routers {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.721627 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: l3-agents {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.723047 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: metering-labels {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.724543 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: metering-label-rules {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.725940 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: network-ip-availabilities {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.727220 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: bindings {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.728816 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: quotas {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.730513 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: quotas {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.736626 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: rbac-policies {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.737855 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: security-groups {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.739187 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: security-group-rules {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.740611 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: service-providers {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.741838 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: subnetpools {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.743185 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: subnetpools {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.744863 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: tags {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.746546 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: tags {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.748368 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: tags {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.750204 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: tags {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.751926 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: tags {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.753927 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: tags {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.756308 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: tags {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.758156 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: tags {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.760031 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: tags {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.761851 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron.api.extensions [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Extended resource: tags {{(pid=117790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 00:21:38.768061 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING keystonemiddleware.auth_token [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 00:21:38.773896 dv-cinder-820027-21-iscsi neutron-server[117790]: WARNING keystonemiddleware.auth_token [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 00:21:38.782771 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_concurrency.lockutils [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Acquiring lock "singleton_lock" {{(pid=117790) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Sep 01 00:21:38.783102 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_concurrency.lockutils [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Acquired lock "singleton_lock" {{(pid=117790) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Sep 01 00:21:38.783598 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_concurrency.lockutils [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Releasing lock "singleton_lock" {{(pid=117790) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Sep 01 00:21:38.784256 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO oslo_service.service [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Starting 2 workers Sep 01 00:21:38.789141 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Started child 117901 {{(pid=117790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 00:21:38.793769 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Started child 117902 {{(pid=117790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 00:21:38.795224 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:38.796044 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO neutron.service [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 00:21:38.796044 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Publish callbacks [] for process (None), before_spawn {{(pid=117790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:38.796794 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [-] (117901) wsgi starting up on http://0.0.0.0:9696 Sep 01 00:21:38.798566 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO oslo_service.service [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Starting 1 workers Sep 01 00:21:38.799623 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:38.801159 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [-] (117902) wsgi starting up on http://0.0.0.0:9696 Sep 01 00:21:38.804194 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Started child 117903 {{(pid=117790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 00:21:38.804684 dv-cinder-820027-21-iscsi neutron-server[117790]: INFO oslo_service.service [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Starting 1 workers Sep 01 00:21:38.808230 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.service [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] calling RpcWorker wait() {{(pid=117903) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 00:21:38.808800 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.service [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] returning from RpcWorker wait() {{(pid=117903) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 00:21:38.809415 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Started child 117904 {{(pid=117790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 00:21:38.810086 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:38.810200 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG neutron_lib.callbacks.manager [None req-185a0f62-eff9-4b27-b4ee-c61699d9420d None None] Publish callbacks [] for process (None), after_spawn {{(pid=117790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:38.810662 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:21:38.812189 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=117790) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 00:21:38.812332 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 00:21:38.812533 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 00:21:38.812769 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 00:21:38.813109 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 00:21:38.813290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 00:21:38.813802 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.814075 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.814328 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.814607 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.814726 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:38.815187 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.815471 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.815708 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.815989 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.816250 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.816418 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.816610 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.816863 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.817099 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.817407 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.818496 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.818738 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.819009 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.819185 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.819444 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] config_source = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.819713 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.819981 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.820277 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] debug = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.820576 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.821071 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.821317 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.821561 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.821801 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.822067 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.822332 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.822587 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.822834 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.823053 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.823289 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.823553 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.823809 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.824059 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.824291 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.824591 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.824813 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.825323 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] host = dv-cinder-820027-21-iscsi {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.825566 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.825803 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.826051 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.826320 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.826582 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.826820 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.827071 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.827337 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.827600 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.827854 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.828101 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.828367 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.828629 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_dir = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.828874 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.829038 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_options = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.829292 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.829580 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.830109 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.830298 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.830874 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.831041 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.831301 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.831467 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.831735 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.831959 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.832194 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.832460 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.832649 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.832900 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.833158 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.833992 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.834208 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.835511 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.835511 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.835511 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.835511 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.835788 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.837807 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.838091 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:21:38.838269 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.838269 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.838269 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.838269 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.838269 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.838269 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.838269 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.839112 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.839112 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.839112 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.839112 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.841244 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.841244 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.841244 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.841244 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.841244 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.841244 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.841244 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_journal = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_json = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845725 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845725 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845725 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845725 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845725 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845725 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.845725 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.845725 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.846271 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.846271 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.846271 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.846484 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.846608 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.846838 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.847258 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.847660 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.849912 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.849912 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.849912 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.849912 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.849912 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.849912 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.850386 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.850386 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.850518 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.851865 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.851865 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.851865 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.851865 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.851865 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.851865 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.852286 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.852286 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.852597 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.852957 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.853148 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.853531 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.853802 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.854055 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.854324 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.854547 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.854797 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.855009 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.855249 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.855472 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.855704 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.855965 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.856212 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.856445 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.856695 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.856930 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.857308 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.857693 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.857953 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.858203 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.858448 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.858668 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.858908 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.859124 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.859339 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.859588 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.859802 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.860059 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863127 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863127 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863127 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863127 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863127 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863127 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863127 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863127 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863747 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863747 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863747 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863747 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863747 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863747 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863747 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863747 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.863747 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.864357 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.864357 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.864357 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.864694 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.865023 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.865246 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.865460 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.865679 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.865889 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.866140 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.866360 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.866598 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.866817 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.867051 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.867260 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.867502 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.867749 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.867974 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.868254 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.868518 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.868760 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.868976 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.869227 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.869463 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.869704 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.870175 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.871615 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.872007 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.872431 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.872837 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.873236 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.873612 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.873980 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.874391 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.874766 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.875146 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.875520 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.875772 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.875997 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.876246 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.876465 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.876770 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.877001 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.877275 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.877533 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.877777 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.877999 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.878240 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.878476 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.878756 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.879023 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.879310 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.879530 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.879788 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.880108 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.880916 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.881173 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.881405 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.881634 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.881914 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.882165 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.882579 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.882808 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.883065 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.883305 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.883536 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.883758 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.883973 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.884220 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.884617 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.884796 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.885033 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.885243 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.885517 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.885776 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.886036 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.886308 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.886551 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.886784 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.887039 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.887268 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.887487 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.887744 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.887976 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.888213 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.888460 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.888716 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.888965 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.889152 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.889365 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.889615 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.889829 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.890070 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.890285 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.890500 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.890719 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.890970 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.891183 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.891402 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.891639 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.891857 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.892073 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.892282 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.892506 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.892746 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.892974 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.893237 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.893502 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.893716 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.893941 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.894184 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.894416 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.894629 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.894874 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.895377 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.895377 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.895548 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.895708 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.896082 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.896325 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.896578 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.896872 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.897214 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.897639 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.898125 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.898228 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.898416 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.898664 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.898984 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.899139 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.899324 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.899545 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.899807 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.900025 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.900266 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.900513 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.900760 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.900982 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.901201 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.902801 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.902801 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.902801 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.902801 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.902801 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.902801 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.902801 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.903409 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.903409 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.903409 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.903627 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.903799 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.904290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.904290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.904462 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.904645 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.905030 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.905505 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.905750 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.905996 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.906257 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.906503 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.906716 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.906966 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.907181 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.907395 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.907623 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.907860 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.908071 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.908298 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.908543 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.908753 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.908977 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.909196 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.909437 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.909653 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.909857 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.910062 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.910289 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.910531 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.910747 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.910971 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.911180 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.911892 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.912126 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.912342 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.912575 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.912820 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.913030 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.913239 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.913486 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.913702 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.914256 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.914256 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.914428 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.914673 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.914958 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.915201 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.915897 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.915897 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.916070 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.916565 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.916565 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.916740 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.916935 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.917155 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.917408 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.917731 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.918033 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.918267 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.918518 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.918687 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:21:38.918799 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.919067 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.919340 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.919559 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.919870 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.920207 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.920467 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.920738 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.920993 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.921231 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.921545 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.921832 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.922081 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.922648 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.922808 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.923040 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.923538 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.923815 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.924030 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.924260 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.924478 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.924753 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.924988 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.925211 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.925425 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.925585 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 00:21:38.926125 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=117790) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 00:21:38.926490 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 00:21:38.926490 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 00:21:38.926750 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 00:21:38.926750 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 00:21:38.927653 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 00:21:38.927653 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.928069 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.928069 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.928069 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.928467 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.928467 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.928792 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.928792 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.929030 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.929030 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.929292 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.929442 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.929567 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.929697 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.929825 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.929951 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.930088 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.930199 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.930357 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] config_source = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.930516 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.930659 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.930816 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] debug = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.930973 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.931171 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.931334 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.931492 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.931649 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.931805 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.931963 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.932121 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.932279 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.932436 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.932616 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.932774 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.932931 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.933088 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.933249 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.933406 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.933561 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.933718 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] host = dv-cinder-820027-21-iscsi {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.933875 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.934031 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.934188 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.934345 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.934503 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.934661 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.934819 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.935001 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.935131 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.935286 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.935442 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.935598 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.935755 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_dir = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.935911 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.936068 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_options = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.936225 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.936380 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.936557 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.936744 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.936906 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.937063 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.937220 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.937377 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.937533 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.937689 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.937846 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.938003 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.938159 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.938315 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.938471 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.938629 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.938939 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.938939 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.939090 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.939220 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.939376 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.939592 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.939687 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.939827 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.939983 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.940140 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.940295 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.940451 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.940630 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.940789 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.940947 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.941104 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.941261 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.941416 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.941572 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.941728 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.941885 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.942041 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.942201 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.942358 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.942515 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.942725 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.942886 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.943044 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.943204 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.943361 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_journal = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.943518 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_json = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.943675 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.943832 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.943989 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.944146 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.944302 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.944458 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.944639 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.944796 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.944953 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 00:21:38.945131 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.945292 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.945463 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.945624 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.945782 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.945941 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.946197 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.946526 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.946776 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.946940 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.947109 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.947268 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.947439 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.947599 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.947758 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.947919 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.948077 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.948236 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.948617 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.948617 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.948759 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.949282 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.949282 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.950290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.950290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.950290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.950290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.950290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.950290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.950290 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.951089 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.951089 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.951089 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.951089 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.951089 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.951645 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.951645 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.951645 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.951645 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.952081 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.952081 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.952081 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.952434 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.952434 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.952712 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.952712 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.952937 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.953056 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.953174 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.953292 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.953412 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.953576 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.953736 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.953896 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.954056 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.954218 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.954751 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.954751 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.954751 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.955105 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.955105 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.955105 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.955473 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.955473 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.955700 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.955700 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.955925 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.956044 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.956170 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.956300 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.956442 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.956625 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.956787 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.956946 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.957105 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.957263 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.957422 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.957580 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.957740 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.957898 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.958057 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.958217 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.958489 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.958662 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.958825 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.958985 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.959146 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.959306 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.959467 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.959626 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.959835 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.959962 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.960105 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.960264 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.960423 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.960605 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.960766 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.960925 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.961280 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.961280 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.961512 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.961512 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.961742 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.961863 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.961982 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.962110 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.962254 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.962412 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.962572 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.962922 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.962922 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.963162 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.963162 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.963388 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.963516 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.963636 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.963756 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.963908 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.964066 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.964223 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.964382 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.964561 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.964721 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.964889 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.965049 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.965210 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.965369 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.965534 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.965704 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.965864 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.966089 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.966184 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.966330 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.966488 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.966645 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.966804 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.966963 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.967122 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.967280 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.967449 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.967609 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.967826 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.967920 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.968092 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.968251 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.968409 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.968599 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.968760 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.968919 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.969079 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.969238 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.969396 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.969555 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.969967 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.970126 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.970352 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.970447 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.970591 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.970751 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.970913 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.971059 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.971219 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.971379 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.971538 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.971697 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.971855 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.972014 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.972172 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.972332 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.972532 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.972670 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.972829 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.972991 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.973151 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.973314 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.973471 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.973631 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.973791 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.974729 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.974729 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.974729 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.975050 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.975050 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.975294 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.975415 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.975545 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.975681 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.975813 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.975944 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.976078 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.976238 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.976398 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.976581 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.976744 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.976902 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.977062 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.977222 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.977382 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.977560 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.977719 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.977878 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.978039 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.978200 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.978360 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.978552 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.978680 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.978838 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.978996 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.979158 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.979320 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980034 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980034 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980034 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980034 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980034 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980404 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980404 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980616 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980702 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980804 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.980963 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.981125 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.981284 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.981444 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.981602 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.981762 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.981921 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.982080 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.982239 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.982397 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.982569 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.982729 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.982894 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.983053 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.983212 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.983640 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.983640 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.983813 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.983813 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.983978 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.984136 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.984295 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.984463 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.984649 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.984809 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.984967 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.985125 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.985283 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.985450 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.985608 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.985766 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.985924 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.986081 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.986239 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.986406 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.986565 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.986724 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.986882 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.987040 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.987198 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.987367 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.987525 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.987672 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.987831 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.987989 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.988148 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.988305 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.988463 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.988643 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.988810 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.988969 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.989128 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.989287 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.989457 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.990254 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.990429 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.990599 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.990792 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.990881 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.991044 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.991208 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.991376 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.991541 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.991701 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.991867 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.992022 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.992189 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.992347 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.992531 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.992703 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.992866 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.993025 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.993183 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.993341 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.993499 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.993657 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.993815 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.993973 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.994130 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.994289 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.994447 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.994605 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.994764 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.994923 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.995081 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.995240 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.995398 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.995556 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.995713 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 00:21:38.995864 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 00:21:39.226639 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 47992) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:21:39.233678 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049956 Sep 01 00:21:39.238110 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038524 Sep 01 00:21:48.286560 dv-cinder-820027-21-iscsi neutron-server[117790]: DEBUG dbcounter [-] [117790] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=117790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:21:50.358572 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e777ae-2408-450b-95d7-83620be3c33b None None] get_active_networks_info from dv-cinder-820027-21-iscsi {{(pid=117903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Sep 01 00:21:50.383926 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writer thread running {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 00:21:50.493182 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e777ae-2408-450b-95d7-83620be3c33b None None] No non-hosted networks {{(pid=117903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 00:21:50.497460 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f5ec64cf-c323-4925-ab6d-c7ff842cf1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187666'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:52.241174 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writer thread running {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 00:21:52.694478 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a01dfdba-a5d4-449e-84c2-3aaf690ece38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187666'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:52.730221 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-24b7b31c-5a91-40ae-a183-7e42918b293a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:53.773641 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 48062) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:21:53.924699 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187666'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:54.417363 dv-cinder-820027-21-iscsi neutron-server[117901]: WARNING oslo_policy.policy [None req-22d681e7-7395-4002-bd09-360bdd0c6fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 00:21:54.418031 dv-cinder-820027-21-iscsi neutron-server[117901]: WARNING oslo_policy.policy [None req-22d681e7-7395-4002-bd09-360bdd0c6fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 00:21:54.647421 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [None req-22d681e7-7395-4002-bd09-360bdd0c6fde admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:21:54.652548 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-22d681e7-7395-4002-bd09-360bdd0c6fde admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8731697 Sep 01 00:21:55.218468 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187666'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:55.347274 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187666'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:55.348011 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.349000 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.349354 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.349677 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.349996 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.350311 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.350625 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.350957 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.351268 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.351598 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.352696 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.353009 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.353341 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.353660 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.353973 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:21:55.354361 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820027-21-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:21:55.361448 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820027-21-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:21:57.262655 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 48100) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:21:57.591628 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-a7eb31ef-216d-4168-9d2b-686889becce5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:21:57.603716 dv-cinder-820027-21-iscsi neutron-server[117901]: ERROR stevedore.extension [None req-a7eb31ef-216d-4168-9d2b-686889becce5 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 01 00:21:57.684748 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.policy [None req-a7eb31ef-216d-4168-9d2b-686889becce5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=117901) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 00:21:57.728955 dv-cinder-820027-21-iscsi neutron-server[117901]: WARNING oslo_policy.policy [None req-a7eb31ef-216d-4168-9d2b-686889becce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 00:21:57.729342 dv-cinder-820027-21-iscsi neutron-server[117901]: WARNING oslo_policy.policy [None req-a7eb31ef-216d-4168-9d2b-686889becce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 00:21:57.749035 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writer thread running {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 00:21:57.837987 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a7eb31ef-216d-4168-9d2b-686889becce5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730536371417', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730536371885', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730536355313', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730536397488', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730536404949', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730536381447', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-660437', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655779', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3721822', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4156351'] for rbac-policy (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:57.911747 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a7eb31ef-216d-4168-9d2b-686889becce5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:21:57.912949 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-a7eb31ef-216d-4168-9d2b-686889becce5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6493056 Sep 01 00:21:57.913972 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.db.l3_hamode_db [None req-8f8a93a3-aa0d-46ee-8443-95259edbc6be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 00:21:57.998622 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a93a3-aa0d-46ee-8443-95259edbc6be None None] Routers set() bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:21:57.999026 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a93a3-aa0d-46ee-8443-95259edbc6be None None] Router IDs set() for agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 01 00:22:00.276857 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 48110) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:00.602892 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:22:00.633236 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Made reservation on behalf of af2562b4c9384f15b1d6a92b56581f77 for: {'network': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:22:00.637647 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:00.656253 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:00.765242 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Publish callbacks [] for security_group (b8fd08f3-2da4-4bc5-8253-830bcc3ec414), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:00.769075 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (b8fd08f3-2da4-4bc5-8253-830bcc3ec414), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:00.795641 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=117901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:22:00.831584 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730538413716', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (7d68831d-1e6c-4266-935a-0d18043d2a2c), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:00.832685 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Unsubscribe: segment precommit_create {{(pid=117901) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 00:22:00.833546 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.segments_db [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Added segment 7d68831d-1e6c-4266-935a-0d18043d2a2c of type vlan for network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 Sep 01 00:22:00.851978 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fd08f3-2da4-4bc5-8253-830bcc3ec414,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:00.898557 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.898900 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.899258 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.899620 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.899955 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.900286 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.900640 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.900965 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.901305 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.901634 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.901957 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.902294 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.902619 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.902935 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.903252 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Tracked resource versions report: Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: pushed versions: Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: { 'AddressGroup': {'1.2'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Agent': {'1.1'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'ConntrackHelper': {'1.0'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'LocalIPAssociation': {'1.0'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Log': {'1.0'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'NDPProxy': {'1.0'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Network': {'1.1'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Port': {'1.7'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'PortForwarding': {'1.3'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'QosPolicy': {'1.10'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SecurityGroup': {'1.5'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SecurityGroupRule': {'1.2'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SubPort': {'1.0'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Subnet': {'1.1'}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Trunk': {'1.1'}} Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: consumer versions: Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: { DHCP agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: L3 agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: Metadata agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: Metering agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: Open vSwitch agent@dv-cinder-820027-21-iscsi: { 'AddressGroup': '1.2', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Agent': '1.1', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'ConntrackHelper': '1.0', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'LocalIPAssociation': '1.0', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Log': '1.0', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'NDPProxy': '1.0', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Network': '1.1', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Port': '1.7', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'PortForwarding': '1.3', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'QosPolicy': '1.10', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SecurityGroup': '1.5', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SecurityGroupRule': '1.2', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SubPort': '1.0', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Subnet': '1.1', Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Trunk': '1.1'}} Sep 01 00:22:00.904721 dv-cinder-820027-21-iscsi neutron-server[117901]: {{(pid=117901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 00:22:00.943678 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (a4f7cde7-0697-4cb2-aa38-35b2089d9fa1), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:00.986391 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (a4f7cde7-0697-4cb2-aa38-35b2089d9fa1), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:00.991556 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:22:00.992266 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:01.079422 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:01.091508 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8135922 Sep 01 00:22:01.115862 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7523db-8053-4b4f-bd66-da49f63fde75 demo demo] Pushing event updated for resources: {'Network': ['ID=a4f7cde7-0697-4cb2-aa38-35b2089d9fa1,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:01.129996 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:22:02.360676 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:03.499926 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 48126) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:03.923129 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64afbc5-e6f1-4d56-889c-0bcb67ad8785 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:22:03.924489 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c64afbc5-e6f1-4d56-889c-0bcb67ad8785 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 HTTP/1.1" status: 200 len: 825 time: 0.4235816 Sep 01 00:22:03.950122 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-2cb9cdb9-b5ed-4b30-8481-1015de99eff7 demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/d248fe71-4a74-4715-86fe-6fdfc52f9bab HTTP/1.1" status: 200 len: 734 time: 0.0190995 Sep 01 00:22:03.958477 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'd248fe71-4a74-4715-86fe-6fdfc52f9bab', 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:22:03.980722 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Made reservation on behalf of af2562b4c9384f15b1d6a92b56581f77 for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:22:03.982943 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:04.196829 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:04.280479 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (26008969-cecb-4916-b536-3e1a0e3fd43c), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:04.349181 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Pushing event updated for resources: {'Subnet': ['ID=26008969-cecb-4916-b536-3e1a0e3fd43c,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:04.357710 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Checking segment: {'id': '7d68831d-1e6c-4266-935a-0d18043d2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:22:04.358072 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Network hostable DHCP agents. Network: a4f7cde7-0697-4cb2-aa38-35b2089d9fa1, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:22:04.378456 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:22:04.388839 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, a4f7cde7-0697-4cb2-aa38-35b2089d9fa1) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:22:04.393311 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:22:04.393897 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:04.399269 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c99b54b-2662-4437-a30b-81874f240a9d None None] Network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:22:04.409977 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-da0b551e-95ac-459b-8d88-036af6117b2e demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4546158 Sep 01 00:22:04.658799 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-a4f7cde7-0697-4cb2-aa38-35b2089d9fa1', 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1', 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'fixed_ips': [{'subnet_id': '26008969-cecb-4916-b536-3e1a0e3fd43c'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:22:04.660095 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:04.944103 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:04.950182 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Allocated IP 172.20.0.2 (a4f7cde7-0697-4cb2-aa38-35b2089d9fa1/26008969-cecb-4916-b536-3e1a0e3fd43c/98d41cac-5816-49a6-baee-fd3aa1305b70) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:22:05.222488 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Publish callbacks [] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:05.231439 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:05.312710 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:22:05.318513 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:22:05.322183 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:22:05.328223 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Pushing event updated for resources: {'Port': ['ID=98d41cac-5816-49a6-baee-fd3aa1305b70,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:05.340990 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.341333 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.341682 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.342032 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.342361 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.342686 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.343003 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.343337 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.343659 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.343981 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.344574 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.344905 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.345224 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.345537 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.345847 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Tracked resource versions report: Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: pushed versions: Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: { 'AddressGroup': {'1.2'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Agent': {'1.1'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'ConntrackHelper': {'1.0'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'LocalIPAssociation': {'1.0'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Log': {'1.0'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'NDPProxy': {'1.0'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Network': {'1.1'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Port': {'1.7'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'PortForwarding': {'1.3'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'QosPolicy': {'1.10'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SecurityGroup': {'1.5'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SecurityGroupRule': {'1.2'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SubPort': {'1.0'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Subnet': {'1.1'}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Trunk': {'1.1'}} Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: consumer versions: Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: { DHCP agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: L3 agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: Metadata agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: Metering agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: Open vSwitch agent@dv-cinder-820027-21-iscsi: { 'AddressGroup': '1.2', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Agent': '1.1', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'ConntrackHelper': '1.0', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'LocalIPAssociation': '1.0', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Log': '1.0', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'NDPProxy': '1.0', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Network': '1.1', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Port': '1.7', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'PortForwarding': '1.3', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'QosPolicy': '1.10', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SecurityGroup': '1.5', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SecurityGroupRule': '1.2', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SubPort': '1.0', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Subnet': '1.1', Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Trunk': '1.1'}} Sep 01 00:22:05.347307 dv-cinder-820027-21-iscsi neutron-server[117903]: {{(pid=117903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 00:22:05.427493 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Attempting to bind port 98d41cac-5816-49a6-baee-fd3aa1305b70 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:22:05.428153 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Attempting to bind port 98d41cac-5816-49a6-baee-fd3aa1305b70 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '7d68831d-1e6c-4266-935a-0d18043d2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:22:05.428309 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Attempting to bind port 98d41cac-5816-49a6-baee-fd3aa1305b70 on network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:22:05.433274 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:22:05.433673 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Checking segment: {'id': '7d68831d-1e6c-4266-935a-0d18043d2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:22:05.434130 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:05.434510 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Bound using segment: {'id': '7d68831d-1e6c-4266-935a-0d18043d2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:22:05.434959 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Bound port: 98d41cac-5816-49a6-baee-fd3aa1305b70, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d68831d-1e6c-4266-935a-0d18043d2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:22:05.435362 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:05.467762 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:05.497754 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] For port 98d41cac-5816-49a6-baee-fd3aa1305b70, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:22:05.518198 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] For port 98d41cac-5816-49a6-baee-fd3aa1305b70, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=98d41cac-5816-49a6-baee-fd3aa1305b70,segment=NetworkSegment(7d68831d-1e6c-4266-935a-0d18043d2a2c),segment_id=7d68831d-1e6c-4266-935a-0d18043d2a2c)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:22:05.525982 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:05.580198 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f528c7-248b-47c5-ab49-ea8809721943 None None] Pushing event updated for resources: {'Port': ['ID=98d41cac-5816-49a6-baee-fd3aa1305b70,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:06.823110 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48136) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:07.357069 dv-cinder-820027-21-iscsi neutron-server[117902]: WARNING oslo_policy.policy [None req-ab041090-39ce-427e-aee9-c2a4f7761f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 00:22:07.357613 dv-cinder-820027-21-iscsi neutron-server[117902]: WARNING oslo_policy.policy [None req-ab041090-39ce-427e-aee9-c2a4f7761f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 00:22:07.575060 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [None req-ab041090-39ce-427e-aee9-c2a4f7761f05 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:22:07.576533 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-ab041090-39ce-427e-aee9-c2a4f7761f05 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7520459 Sep 01 00:22:09.237281 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=10 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:10.003442 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48150) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:10.334396 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [None req-a5556153-e497-4485-bb71-e95958f5490c admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:22:10.335362 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a5556153-e497-4485-bb71-e95958f5490c admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3304882 Sep 01 00:22:12.766308 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48162) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:13.087873 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 98d41cac-5816-49a6-baee-fd3aa1305b70 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:22:13.129791 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:22:13.139035 dv-cinder-820027-21-iscsi neutron-server[117902]: ERROR stevedore.extension [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 01 00:22:13.173138 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 98d41cac-5816-49a6-baee-fd3aa1305b70 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:22:13.173544 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:13.193038 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.policy [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=117902) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 00:22:13.236769 dv-cinder-820027-21-iscsi neutron-server[117902]: WARNING oslo_policy.policy [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 00:22:13.237178 dv-cinder-820027-21-iscsi neutron-server[117902]: WARNING oslo_policy.policy [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 00:22:13.258003 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writer thread running {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 00:22:13.264074 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:13.280730 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 98d41cac-5816-49a6-baee-fd3aa1305b70 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:22:13.281146 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:13.308782 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (81522d70-9b38-4327-923a-5d59fd0c5400), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:13.310729 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (81522d70-9b38-4327-923a-5d59fd0c5400), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:13.321691 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 98d41cac-5816-49a6-baee-fd3aa1305b70, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=98d41cac-5816-49a6-baee-fd3aa1305b70,segment=NetworkSegment(7d68831d-1e6c-4266-935a-0d18043d2a2c),segment_id=7d68831d-1e6c-4266-935a-0d18043d2a2c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:22:13.325499 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:13.378942 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=98d41cac-5816-49a6-baee-fd3aa1305b70,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:13.467737 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] Publish callbacks [] for router_controller (81522d70-9b38-4327-923a-5d59fd0c5400), precommit_add_association {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:13.473386 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (81522d70-9b38-4327-923a-5d59fd0c5400), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:13.496465 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:13.499943 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-3324575c-5652-4cb6-8b9e-f36897ba02be demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7326975 Sep 01 00:22:13.550207 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ca24a4-0823-4856-a733-87ae98b796cf None None] Network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:22:13.646551 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-63b38fb0-4548-4aa0-ace2-b5d3255b5086 None None] Provisioning complete for port 98d41cac-5816-49a6-baee-fd3aa1305b70 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:22:13.647037 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-63b38fb0-4548-4aa0-ace2-b5d3255b5086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:13.763510 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-63b38fb0-4548-4aa0-ace2-b5d3255b5086 None None] Current status of the port 98d41cac-5816-49a6-baee-fd3aa1305b70 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:22:13.881175 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4edf756e-5a8c-4961-bffa-7775f38d9546 None None] Provisioning complete for port 98d41cac-5816-49a6-baee-fd3aa1305b70 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:22:13.881565 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4edf756e-5a8c-4961-bffa-7775f38d9546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:13.901697 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:13.955106 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4edf756e-5a8c-4961-bffa-7775f38d9546 None None] Current status of the port 98d41cac-5816-49a6-baee-fd3aa1305b70 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:22:14.400924 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=2,neutron:SELECT=25,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:14.403550 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=58,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:15.053171 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 98d41cac-5816-49a6-baee-fd3aa1305b70 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:22:15.099712 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 98d41cac-5816-49a6-baee-fd3aa1305b70 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:22:15.100107 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:15.123170 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:15.170704 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 98d41cac-5816-49a6-baee-fd3aa1305b70 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:22:15.876112 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48176) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:16.197847 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [None req-8d65f312-3a21-4a64-80d1-4a202987a180 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:22:16.198818 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-8d65f312-3a21-4a64-80d1-4a202987a180 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3217576 Sep 01 00:22:18.613418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48184) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:18.930949 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:22:18.954083 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Made reservation on behalf of f6a8f68ec23146108279fe93631f855a for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:22:18.956877 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:18.972794 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:19.082262 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Publish callbacks [] for security_group (8257a7b6-3bb5-4d50-a378-b8a781927b33), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:19.085894 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (8257a7b6-3bb5-4d50-a378-b8a781927b33), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:19.097192 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Reserving flat network on physical network physnet1 {{(pid=117902) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 00:22:19.127422 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730538413716', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (00abd35d-a30d-4315-a896-b53ba216c94c), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:19.127970 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Unsubscribe: segment precommit_create {{(pid=117902) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 00:22:19.129168 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Added segment 00abd35d-a30d-4315-a896-b53ba216c94c of type flat for network cbb9845e-ae72-497c-877a-122113b90dca Sep 01 00:22:19.163910 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8257a7b6-3bb5-4d50-a378-b8a781927b33,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:19.199740 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.200067 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.200424 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.200788 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.201149 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.201475 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.201797 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.202119 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.202454 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.202776 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.203109 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.203432 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.203747 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.204059 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.204372 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Tracked resource versions report: Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: pushed versions: Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: { 'AddressGroup': {'1.2'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Agent': {'1.1'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'ConntrackHelper': {'1.0'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'LocalIPAssociation': {'1.0'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Log': {'1.0'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'NDPProxy': {'1.0'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Network': {'1.1'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Port': {'1.7'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'PortForwarding': {'1.3'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'QosPolicy': {'1.10'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SecurityGroup': {'1.5'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SecurityGroupRule': {'1.2'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SubPort': {'1.0'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Subnet': {'1.1'}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Trunk': {'1.1'}} Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: consumer versions: Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: { DHCP agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: L3 agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: Metadata agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: Metering agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: Open vSwitch agent@dv-cinder-820027-21-iscsi: { 'AddressGroup': '1.2', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Agent': '1.1', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'ConntrackHelper': '1.0', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'LocalIPAssociation': '1.0', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Log': '1.0', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'NDPProxy': '1.0', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Network': '1.1', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Port': '1.7', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'PortForwarding': '1.3', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'QosPolicy': '1.10', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SecurityGroup': '1.5', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SecurityGroupRule': '1.2', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SubPort': '1.0', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Subnet': '1.1', Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Trunk': '1.1'}} Sep 01 00:22:19.205866 dv-cinder-820027-21-iscsi neutron-server[117902]: {{(pid=117902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 00:22:19.244681 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (cbb9845e-ae72-497c-877a-122113b90dca), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:19.289552 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (cbb9845e-ae72-497c-877a-122113b90dca), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:19.290633 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:22:19.291335 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:19.372376 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7578921 Sep 01 00:22:19.400761 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488a08d-b674-420e-aaa3-8e81bb142388 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb9845e-ae72-497c-877a-122113b90dca,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:19.412032 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network cbb9845e-ae72-497c-877a-122113b90dca details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:22:20.326616 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f4401b07-b274-4f80-ac90-3b03d9ac61e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:21.726874 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48196) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:22.138939 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d83928e-976d-44bc-bd82-f4622e505ebb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:22:22.140282 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-5d83928e-976d-44bc-bd82-f4622e505ebb demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/26008969-cecb-4916-b536-3e1a0e3fd43c HTTP/1.1" status: 200 len: 849 time: 0.4124820 Sep 01 00:22:22.275690 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-1727dd71-cbea-4125-b1d6-1c4011872db8 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/81522d70-9b38-4327-923a-5d59fd0c5400 HTTP/1.1" status: 200 len: 704 time: 0.1285555 Sep 01 00:22:22.539188 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:22.565180 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:22.616463 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:22.685871 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0019fa6e-d807-4c2f-8952-985ad9f06fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:22.846520 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Allocated IP 172.20.0.1 (a4f7cde7-0697-4cb2-aa38-35b2089d9fa1/26008969-cecb-4916-b536-3e1a0e3fd43c/6bad86d0-e789-4479-825d-da4190778a74) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:22:23.031281 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Publish callbacks [] for port (6bad86d0-e789-4479-825d-da4190778a74), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:23.093408 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (6bad86d0-e789-4479-825d-da4190778a74), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:23.165238 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:22:23.176564 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:22:23.185481 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:22:23.186726 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (81522d70-9b38-4327-923a-5d59fd0c5400), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:23.207346 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Pushing event updated for resources: {'Port': ['ID=6bad86d0-e789-4479-825d-da4190778a74,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:23.383300 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6bad86d0-e789-4479-825d-da4190778a74), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:23.425383 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-fa2db0f8-eeb3-4f90-b39a-c8b18bc82ca8 None None] Provisioning complete for port 6bad86d0-e789-4479-825d-da4190778a74 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:22:23.425696 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-fa2db0f8-eeb3-4f90-b39a-c8b18bc82ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6bad86d0-e789-4479-825d-da4190778a74), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:23.458096 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-fa2db0f8-eeb3-4f90-b39a-c8b18bc82ca8 None None] Port 6bad86d0-e789-4479-825d-da4190778a74 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:22:23.644412 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Publish callbacks [] for port (6bad86d0-e789-4479-825d-da4190778a74), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:23.648810 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6bad86d0-e789-4479-825d-da4190778a74), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:23.649594 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (81522d70-9b38-4327-923a-5d59fd0c5400), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:23.730075 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Pushing event updated for resources: {'Port': ['ID=6bad86d0-e789-4479-825d-da4190778a74,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:23.742036 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:23.746121 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:23.782767 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:22:23.784566 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:22:23.894505 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:23.943727 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Router 81522d70-9b38-4327-923a-5d59fd0c5400 is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:22:24.022320 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-426223ce-15cf-47f2-964d-c9bf2e53eddc None None] Provisioning complete for port 6bad86d0-e789-4479-825d-da4190778a74 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:22:24.022608 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-426223ce-15cf-47f2-964d-c9bf2e53eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6bad86d0-e789-4479-825d-da4190778a74), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:24.036302 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:22:24.056612 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-6e166c24-e101-4b71-9fa7-5926b9b44a5a demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/81522d70-9b38-4327-923a-5d59fd0c5400/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7607217 Sep 01 00:22:24.056837 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-426223ce-15cf-47f2-964d-c9bf2e53eddc None None] Port 6bad86d0-e789-4479-825d-da4190778a74 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:22:24.063105 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Sync routers for ids ['81522d70-9b38-4327-923a-5d59fd0c5400'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:22:24.077186 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Routers {'81522d70-9b38-4327-923a-5d59fd0c5400'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:22:24.078037 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:22:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['81522d70-9b38-4327-923a-5d59fd0c5400'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:22:24.262968 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Set router 81522d70-9b38-4327-923a-5d59fd0c5400 gateway port host: None {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:22:24.679188 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'name': 'router1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:22:13Z', 'updated_at': '2022-09-01T00:22:23Z', 'revision_number': 2, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'gw_port_host': None, '_interfaces': [{'id': '6bad86d0-e789-4479-825d-da4190778a74', 'name': '', 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'mac_address': 'fa:16:3e:eb:54:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:22:22Z', 'updated_at': '2022-09-01T00:22:23Z', 'revision_number': 2, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'subnets': [{'id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd248fe71-4a74-4715-86fe-6fdfc52f9bab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:22:24.729789 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Checking router: 81522d70-9b38-4327-923a-5d59fd0c5400 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:22:24.730153 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Updating router 81522d70-9b38-4327-923a-5d59fd0c5400 port 6bad86d0-e789-4479-825d-da4190778a74 binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:22:24.780465 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6bad86d0-e789-4479-825d-da4190778a74), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:25.183801 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:25.283528 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Publish callbacks [] for port (6bad86d0-e789-4479-825d-da4190778a74), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:25.290925 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6bad86d0-e789-4479-825d-da4190778a74), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:25.345841 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:25.446511 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Pushing event updated for resources: {'Port': ['ID=6bad86d0-e789-4479-825d-da4190778a74,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:25.451171 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Attempting to bind port 6bad86d0-e789-4479-825d-da4190778a74 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:22:25.451559 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Attempting to bind port 6bad86d0-e789-4479-825d-da4190778a74 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '7d68831d-1e6c-4266-935a-0d18043d2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:22:25.451972 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Attempting to bind port 6bad86d0-e789-4479-825d-da4190778a74 on network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:22:25.460439 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.460801 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.461141 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.461477 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.461802 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.462123 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.462443 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.462765 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.463097 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.463422 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.463737 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.464066 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.464381 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.464788 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.465103 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Tracked resource versions report: Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: pushed versions: Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: { 'AddressGroup': {'1.2'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Agent': {'1.1'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'ConntrackHelper': {'1.0'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'LocalIPAssociation': {'1.0'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Log': {'1.0'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'NDPProxy': {'1.0'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Network': {'1.1'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Port': {'1.7'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'PortForwarding': {'1.3'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'QosPolicy': {'1.10'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SecurityGroup': {'1.5'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SecurityGroupRule': {'1.2'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SubPort': {'1.0'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Subnet': {'1.1'}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Trunk': {'1.1'}} Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: consumer versions: Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: { DHCP agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: L3 agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: Metadata agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: Metering agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: Open vSwitch agent@dv-cinder-820027-21-iscsi: { 'AddressGroup': '1.2', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Agent': '1.1', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'ConntrackHelper': '1.0', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'LocalIPAssociation': '1.0', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Log': '1.0', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'NDPProxy': '1.0', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Network': '1.1', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Port': '1.7', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'PortForwarding': '1.3', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'QosPolicy': '1.10', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SecurityGroup': '1.5', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SecurityGroupRule': '1.2', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SubPort': '1.0', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Subnet': '1.1', Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Trunk': '1.1'}} Sep 01 00:22:25.466596 dv-cinder-820027-21-iscsi neutron-server[117904]: {{(pid=117904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 00:22:25.470409 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:22:25.470816 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Checking segment: {'id': '7d68831d-1e6c-4266-935a-0d18043d2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:22:25.471312 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:25.472215 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Bound using segment: {'id': '7d68831d-1e6c-4266-935a-0d18043d2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:22:25.472710 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Bound port: 6bad86d0-e789-4479-825d-da4190778a74, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d68831d-1e6c-4266-935a-0d18043d2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:22:25.473086 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6bad86d0-e789-4479-825d-da4190778a74), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:25.540829 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] For port 6bad86d0-e789-4479-825d-da4190778a74, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:22:25.554452 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:25.560633 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] For port 6bad86d0-e789-4479-825d-da4190778a74, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=6bad86d0-e789-4479-825d-da4190778a74,segment=NetworkSegment(7d68831d-1e6c-4266-935a-0d18043d2a2c),segment_id=7d68831d-1e6c-4266-935a-0d18043d2a2c)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:22:25.567506 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6bad86d0-e789-4479-825d-da4190778a74), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:25.599242 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:25.602979 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Routers {'81522d70-9b38-4327-923a-5d59fd0c5400'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:22:25.603633 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:22:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['81522d70-9b38-4327-923a-5d59fd0c5400'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:22:25.687018 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7eb93-3cc5-4ba2-bc10-1bd18d7f123c None None] Pushing event updated for resources: {'Port': ['ID=6bad86d0-e789-4479-825d-da4190778a74,revision_number=4']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:25.705527 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] Set router 81522d70-9b38-4327-923a-5d59fd0c5400 gateway port host: None {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:22:25.900783 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'name': 'router1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:22:13Z', 'updated_at': '2022-09-01T00:22:23Z', 'revision_number': 2, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'gw_port_host': None, '_interfaces': [{'id': '6bad86d0-e789-4479-825d-da4190778a74', 'name': '', 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'mac_address': 'fa:16:3e:eb:54:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:22:22Z', 'updated_at': '2022-09-01T00:22:25Z', 'revision_number': 4, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'subnets': [{'id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd248fe71-4a74-4715-86fe-6fdfc52f9bab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:22:25.926378 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0818e-b1fd-46f0-b158-48bfae59b3c7 None None] The sync data for ids ['81522d70-9b38-4327-923a-5d59fd0c5400'] in dv-cinder-820027-21-iscsi is: [{'id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'name': 'router1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:22:13Z', 'updated_at': '2022-09-01T00:22:23Z', 'revision_number': 2, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'gw_port_host': None, '_interfaces': [{'id': '6bad86d0-e789-4479-825d-da4190778a74', 'name': '', 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'mac_address': 'fa:16:3e:eb:54:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:22:22Z', 'updated_at': '2022-09-01T00:22:25Z', 'revision_number': 4, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'subnets': [{'id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd248fe71-4a74-4715-86fe-6fdfc52f9bab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:22:26.440236 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48208) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:26.828076 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69360d3d-1c61-4f9f-b778-1ebf78417c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:22:26.829488 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-69360d3d-1c61-4f9f-b778-1ebf78417c68 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/cbb9845e-ae72-497c-877a-122113b90dca HTTP/1.1" status: 200 len: 842 time: 0.3878610 Sep 01 00:22:26.839105 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'name': 'public-subnet', 'cidr': '172.27.4.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.4.1'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:22:26.861939 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Made reservation on behalf of f6a8f68ec23146108279fe93631f855a for: {'subnet': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:22:26.864770 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:27.160038 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.objects.ports [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=117902) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 01 00:22:27.160626 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (5f60fa0e-105e-4695-8d04-279628431268), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:27.219052 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f60fa0e-105e-4695-8d04-279628431268,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:27.230868 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:22:27.231223 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Network hostable DHCP agents. Network: cbb9845e-ae72-497c-877a-122113b90dca, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:22:27.255228 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:22:27.267062 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, cbb9845e-ae72-497c-877a-122113b90dca) {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:22:27.272227 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:22:27.273365 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:27.276823 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bedebc-9148-4b23-89b0-6742f2c5bfec None None] Network cbb9845e-ae72-497c-877a-122113b90dca requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:22:27.300578 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-8419b00c-3f48-42a9-9b9b-1f7784cbe2e5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4542480 Sep 01 00:22:27.389004 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d891c48-fdb7-4415-9deb-cb173c9a1847 None None] Network cbb9845e-ae72-497c-877a-122113b90dca requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:22:29.748635 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48216) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:30.126542 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:30.173589 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-fb70f04a-ea46-47b6-ae17-92014a6f61ad demo admin] 10.222.0.25 "GET /networking/v2.0/routers/81522d70-9b38-4327-923a-5d59fd0c5400 HTTP/1.1" status: 200 len: 710 time: 0.4239144 Sep 01 00:22:30.265182 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27077d1d-49f0-4f77-bc93-212e4c98dd2a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:22:30.266535 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-27077d1d-49f0-4f77-bc93-212e4c98dd2a demo admin] 10.222.0.25 "GET /networking/v2.0/networks/cbb9845e-ae72-497c-877a-122113b90dca HTTP/1.1" status: 200 len: 886 time: 0.0867119 Sep 01 00:22:30.276865 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:22:30.309797 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:30.590180 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Publish callbacks [] for router_gateway (81522d70-9b38-4327-923a-5d59fd0c5400), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:30.824316 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Publish callbacks [] for router_gateway (81522d70-9b38-4327-923a-5d59fd0c5400), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:30.907133 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:31.020176 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Allocated IP 172.27.4.164 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/bef94954-fea9-4667-8a42-1a8953f0932c) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:22:31.089503 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 6bad86d0-e789-4479-825d-da4190778a74 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:22:31.121433 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:31.135296 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 6bad86d0-e789-4479-825d-da4190778a74 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:22:31.135685 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6bad86d0-e789-4479-825d-da4190778a74), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:31.136102 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Publish callbacks [] for port (bef94954-fea9-4667-8a42-1a8953f0932c), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:31.169775 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (bef94954-fea9-4667-8a42-1a8953f0932c), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:31.208955 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:22:31.211689 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 6bad86d0-e789-4479-825d-da4190778a74 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:22:31.211854 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:22:31.212094 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6bad86d0-e789-4479-825d-da4190778a74), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:31.219532 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:22:31.248419 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 6bad86d0-e789-4479-825d-da4190778a74, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=6bad86d0-e789-4479-825d-da4190778a74,segment=NetworkSegment(7d68831d-1e6c-4266-935a-0d18043d2a2c),segment_id=7d68831d-1e6c-4266-935a-0d18043d2a2c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:22:31.255197 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6bad86d0-e789-4479-825d-da4190778a74), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:31.256846 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Pushing event updated for resources: {'Port': ['ID=bef94954-fea9-4667-8a42-1a8953f0932c,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:31.285857 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:31.305881 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=6bad86d0-e789-4479-825d-da4190778a74,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:31.446646 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:31.461667 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Publish callbacks [] for router_gateway (81522d70-9b38-4327-923a-5d59fd0c5400), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:31.652661 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4017144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4186670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2384'] for router (81522d70-9b38-4327-923a-5d59fd0c5400), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:31.656082 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4017091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4017098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4186681'] for router (81522d70-9b38-4327-923a-5d59fd0c5400), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:31.762161 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Router 81522d70-9b38-4327-923a-5d59fd0c5400 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:22:31.871309 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:22:31.875786 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:31.892783 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-31aec9fc-a806-422b-ad15-1cf9eb0dbecd demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/81522d70-9b38-4327-923a-5d59fd0c5400 HTTP/1.1" status: 200 len: 890 time: 1.6033370 Sep 01 00:22:32.216976 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Sync routers for ids ['81522d70-9b38-4327-923a-5d59fd0c5400'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:22:32.230889 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Routers {'81522d70-9b38-4327-923a-5d59fd0c5400'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:22:32.231549 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:22:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['81522d70-9b38-4327-923a-5d59fd0c5400'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:22:32.436542 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Set router 81522d70-9b38-4327-923a-5d59fd0c5400 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:22:32.587248 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:32.805261 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'name': 'router1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.164'}], 'enable_snat': True}, 'gw_port_id': 'bef94954-fea9-4667-8a42-1a8953f0932c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:22:13Z', 'updated_at': '2022-09-01T00:22:31Z', 'revision_number': 4, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'gw_port': {'id': 'bef94954-fea9-4667-8a42-1a8953f0932c', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:22:30Z', 'updated_at': '2022-09-01T00:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '6bad86d0-e789-4479-825d-da4190778a74', 'name': '', 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'mac_address': 'fa:16:3e:eb:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:22:22Z', 'updated_at': '2022-09-01T00:22:31Z', 'revision_number': 5, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'subnets': [{'id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd248fe71-4a74-4715-86fe-6fdfc52f9bab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:22:32.856693 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Checking router: 81522d70-9b38-4327-923a-5d59fd0c5400 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:22:32.857147 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Updating router 81522d70-9b38-4327-923a-5d59fd0c5400 port bef94954-fea9-4667-8a42-1a8953f0932c binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:22:32.980317 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (bef94954-fea9-4667-8a42-1a8953f0932c), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:33.087363 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 6bad86d0-e789-4479-825d-da4190778a74 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:22:33.228355 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 6bad86d0-e789-4479-825d-da4190778a74 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:22:33.229005 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6bad86d0-e789-4479-825d-da4190778a74), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:33.404868 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 6bad86d0-e789-4479-825d-da4190778a74 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:22:33.417195 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Publish callbacks [] for port (bef94954-fea9-4667-8a42-1a8953f0932c), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:33.422627 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (bef94954-fea9-4667-8a42-1a8953f0932c), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:33.454575 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Attempting to bind port bef94954-fea9-4667-8a42-1a8953f0932c on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:22:33.454938 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Attempting to bind port bef94954-fea9-4667-8a42-1a8953f0932c by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:22:33.455288 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Attempting to bind port bef94954-fea9-4667-8a42-1a8953f0932c on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:22:33.466290 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:22:33.466652 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:22:33.467038 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:33.467415 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:22:33.467874 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Bound port: bef94954-fea9-4667-8a42-1a8953f0932c, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:22:33.468269 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (bef94954-fea9-4667-8a42-1a8953f0932c), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:33.494638 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f810f-5543-436b-a7b4-f86b1f4cac1b None None] Pushing event updated for resources: {'Port': ['ID=bef94954-fea9-4667-8a42-1a8953f0932c,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:33.499702 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:33.526541 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] For port bef94954-fea9-4667-8a42-1a8953f0932c, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:22:33.529535 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] For port bef94954-fea9-4667-8a42-1a8953f0932c, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=bef94954-fea9-4667-8a42-1a8953f0932c,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:22:33.534985 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (bef94954-fea9-4667-8a42-1a8953f0932c), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:33.573771 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Routers {'81522d70-9b38-4327-923a-5d59fd0c5400'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:22:33.574380 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:22:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['81522d70-9b38-4327-923a-5d59fd0c5400'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:22:33.627222 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f810f-5543-436b-a7b4-f86b1f4cac1b None None] Pushing event updated for resources: {'Port': ['ID=bef94954-fea9-4667-8a42-1a8953f0932c,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:33.631259 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:33.692240 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] Set router 81522d70-9b38-4327-923a-5d59fd0c5400 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:22:33.850938 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 5 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:22:33.888891 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'name': 'router1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.164'}], 'enable_snat': True}, 'gw_port_id': 'bef94954-fea9-4667-8a42-1a8953f0932c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:22:13Z', 'updated_at': '2022-09-01T00:22:31Z', 'revision_number': 4, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'gw_port': {'id': 'bef94954-fea9-4667-8a42-1a8953f0932c', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:22:30Z', 'updated_at': '2022-09-01T00:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '6bad86d0-e789-4479-825d-da4190778a74', 'name': '', 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'mac_address': 'fa:16:3e:eb:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:22:22Z', 'updated_at': '2022-09-01T00:22:31Z', 'revision_number': 5, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'subnets': [{'id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd248fe71-4a74-4715-86fe-6fdfc52f9bab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:22:33.917634 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2453186-188a-4a08-b925-e6c1156ddb1b None None] The sync data for ids ['81522d70-9b38-4327-923a-5d59fd0c5400'] in dv-cinder-820027-21-iscsi is: [{'id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'name': 'router1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.164'}], 'enable_snat': True}, 'gw_port_id': 'bef94954-fea9-4667-8a42-1a8953f0932c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:22:13Z', 'updated_at': '2022-09-01T00:22:31Z', 'revision_number': 4, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'gw_port': {'id': 'bef94954-fea9-4667-8a42-1a8953f0932c', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:22:30Z', 'updated_at': '2022-09-01T00:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '6bad86d0-e789-4479-825d-da4190778a74', 'name': '', 'network_id': 'a4f7cde7-0697-4cb2-aa38-35b2089d9fa1', 'tenant_id': 'af2562b4c9384f15b1d6a92b56581f77', 'mac_address': 'fa:16:3e:eb:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81522d70-9b38-4327-923a-5d59fd0c5400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:22:22Z', 'updated_at': '2022-09-01T00:22:31Z', 'revision_number': 5, 'project_id': 'af2562b4c9384f15b1d6a92b56581f77', 'subnets': [{'id': '26008969-cecb-4916-b536-3e1a0e3fd43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd248fe71-4a74-4715-86fe-6fdfc52f9bab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:22:34.447966 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48228) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:22:34.922132 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f6aa7e65-3a29-4c79-80b9-2f26115846c8 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4730034 Sep 01 00:22:35.087006 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device bef94954-fea9-4667-8a42-1a8953f0932c up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:22:35.132831 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port bef94954-fea9-4667-8a42-1a8953f0932c triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:22:35.133217 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (bef94954-fea9-4667-8a42-1a8953f0932c), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:35.205976 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port bef94954-fea9-4667-8a42-1a8953f0932c is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:22:35.206431 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (bef94954-fea9-4667-8a42-1a8953f0932c), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:35.227538 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port bef94954-fea9-4667-8a42-1a8953f0932c, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=bef94954-fea9-4667-8a42-1a8953f0932c,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:22:35.232792 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (bef94954-fea9-4667-8a42-1a8953f0932c), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:35.284670 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=bef94954-fea9-4667-8a42-1a8953f0932c,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:22:35.903837 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=41 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:37.070728 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device bef94954-fea9-4667-8a42-1a8953f0932c up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:22:37.129598 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port bef94954-fea9-4667-8a42-1a8953f0932c triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:22:37.130168 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (bef94954-fea9-4667-8a42-1a8953f0932c), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:37.212430 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port bef94954-fea9-4667-8a42-1a8953f0932c is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:22:43.847210 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=31 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:44.916201 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:44.919406 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=44 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:47.208376 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:47.210759 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:50.332641 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-29a422ad-c51d-4343-b159-2478d9bb6e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:52.693918 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad286-5f53-4c90-ac37-108a6616068e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:53.901757 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:55.188565 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:55.353391 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:22:56.854234 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:22:56.862175 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:23:05.346549 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:23:05.348995 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:23:10.850781 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 5 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:23:20.329272 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-74ee9b11-dfdb-40f5-855d-038751a63b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:23:20.844645 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:23:20.846414 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:23:22.691370 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9de719eb-0227-46da-b27b-b79046f604c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:23:23.906564 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:23:25.197176 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:23:25.348943 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:23:33.863551 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:23:33.865122 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:23:35.341748 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:23:35.343950 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:23:47.849304 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 5 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:23:48.848645 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:23:50.330663 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-635fdeb7-7911-4726-af8e-fb6f7302f493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:23:52.695581 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-83e86639-1e6d-4b52-b8c8-34262fe32671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:23:53.896061 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:23:55.190882 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:23:55.353347 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:23:57.846189 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:01.237039 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48770) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:01.584182 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c29398-316e-4e7d-acff-a4f1241d2e86 admin admin] GET failed (client error): The resource could not be found. Sep 01 00:24:01.585567 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-b5c29398-316e-4e7d-acff-a4f1241d2e86 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3475194 Sep 01 00:24:01.758114 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b11e343-ae71-422e-a8d5-0c12437de4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:01.759535 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-2b11e343-ae71-422e-a8d5-0c12437de4e4 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1697187 Sep 01 00:24:04.099441 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48780) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:04.466908 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c3b6b2-9cc8-4dbf-96ee-d61743b67a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:04.468305 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-d2c3b6b2-9cc8-4dbf-96ee-d61743b67a92 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/26008969-cecb-4916-b536-3e1a0e3fd43c HTTP/1.1" status: 200 len: 849 time: 0.3679192 Sep 01 00:24:04.477652 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:24:04.564879 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Publish callbacks [] for subnet (26008969-cecb-4916-b536-3e1a0e3fd43c), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:04.709310 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730538275521'] for subnet (26008969-cecb-4916-b536-3e1a0e3fd43c), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:04.740196 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:04.740811 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:04.742114 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/26008969-cecb-4916-b536-3e1a0e3fd43c HTTP/1.1" status: 200 len: 868 time: 0.2679327 Sep 01 00:24:04.745340 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1794977-fd5b-4ae4-b392-93a68d9dba4b None None] Network a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:24:04.765941 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=26008969-cecb-4916-b536-3e1a0e3fd43c,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:24:04.773565 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.773928 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.774255 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.774609 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.774942 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.775271 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.775597 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.775922 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.776260 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.776619 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.776969 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.777298 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.777615 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.777931 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:04.778246 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bd742-12f6-4dd9-b5ae-97a76ce923dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:24:05.050214 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-783c2715-2843-4708-a2b1-a0e2ebb9d0ee None None] Provisioning complete for port 6bad86d0-e789-4479-825d-da4190778a74 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:24:05.050608 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-783c2715-2843-4708-a2b1-a0e2ebb9d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6bad86d0-e789-4479-825d-da4190778a74), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:05.122043 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-783c2715-2843-4708-a2b1-a0e2ebb9d0ee None None] Current status of the port 6bad86d0-e789-4479-825d-da4190778a74 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:24:05.130165 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-783c2715-2843-4708-a2b1-a0e2ebb9d0ee None None] Provisioning complete for port 98d41cac-5816-49a6-baee-fd3aa1305b70 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:24:05.130548 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-783c2715-2843-4708-a2b1-a0e2ebb9d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (98d41cac-5816-49a6-baee-fd3aa1305b70), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:05.203022 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-783c2715-2843-4708-a2b1-a0e2ebb9d0ee None None] Current status of the port 98d41cac-5816-49a6-baee-fd3aa1305b70 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:24:07.068600 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48788) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:07.545333 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c3cc4-02cd-4e94-aea0-a3bb01160668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:07.545803 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c3cc4-02cd-4e94-aea0-a3bb01160668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:07.547335 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-8e3c3cc4-02cd-4e94-aea0-a3bb01160668 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4778826 Sep 01 00:24:09.852885 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48796) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:10.259806 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87479e7a-ae76-4726-bb7e-ea742282167e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:10.260280 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87479e7a-ae76-4726-bb7e-ea742282167e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:10.261838 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-87479e7a-ae76-4726-bb7e-ea742282167e admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4080167 Sep 01 00:24:10.855351 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:10.860920 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:12.577727 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48804) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:12.984345 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:12.987669 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47785a8b-7469-4f44-82b7-3e7873bc5993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:12.989083 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-47785a8b-7469-4f44-82b7-3e7873bc5993 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/a4f7cde7-0697-4cb2-aa38-35b2089d9fa1 HTTP/1.1" status: 200 len: 869 time: 0.4104230 Sep 01 00:24:15.199255 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:15.201128 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:UPDATE=3,neutron:SELECT=44 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:15.326715 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48812) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:15.695315 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:15.729549 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f376c-479e-4eb1-abc7-0648ee9f4d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:15.730833 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-946f376c-479e-4eb1-abc7-0648ee9f4d73 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/cbb9845e-ae72-497c-877a-122113b90dca HTTP/1.1" status: 200 len: 886 time: 0.4031804 Sep 01 00:24:18.074712 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48820) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:18.478293 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f89be3-883f-4fa3-9177-3681174e82f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:18.478743 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f89be3-883f-4fa3-9177-3681174e82f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:18.480233 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-78f89be3-883f-4fa3-9177-3681174e82f8 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4044592 Sep 01 00:24:20.334311 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-957f42ce-db44-4606-a6a6-ec8c44eb787a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:20.812233 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48828) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:21.178970 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61acd72e-b131-4820-bf04-0c24580d65e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:21.179425 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61acd72e-b131-4820-bf04-0c24580d65e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:21.180953 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-61acd72e-b131-4820-bf04-0c24580d65e6 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3677895 Sep 01 00:24:22.701154 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9f14e941-8745-4760-89e6-f40995dcf721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:23.484304 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 48836) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:23.854021 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad4522-89e5-4a01-8b80-cf788f1e9d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:23.855356 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-94ad4522-89e5-4a01-8b80-cf788f1e9d34 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/26008969-cecb-4916-b536-3e1a0e3fd43c HTTP/1.1" status: 200 len: 868 time: 0.3701856 Sep 01 00:24:23.898524 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:24.848962 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 5 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:24:25.193918 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:25.357916 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:26.174994 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 48846) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:26.537932 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69f8390-a55a-4884-8d87-9b610d5b554a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:26.539326 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c69f8390-a55a-4884-8d87-9b610d5b554a admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/5f60fa0e-105e-4695-8d04-279628431268 HTTP/1.1" status: 200 len: 816 time: 0.3633978 Sep 01 00:24:31.172950 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=22 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:31.174893 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=19 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:34.845026 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:34.846434 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:35.345756 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:35.351428 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:36.532861 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=10 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:36.534799 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=13 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:49.403996 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=18 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:49.406961 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=14 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:24:50.335571 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ad21-151a-40e3-a000-9619c8469f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:52.702912 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-35e97823-0b37-48bc-a79d-91caef57831b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:53.901006 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:54.938846 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48902) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:55.197526 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:55.264033 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [None req-470d13dc-7a6e-46dd-96f1-426531899507 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:24:55.265064 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-470d13dc-7a6e-46dd-96f1-426531899507 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3252971 Sep 01 00:24:55.365605 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:24:57.668226 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48910) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:24:58.033109 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abd72c9-48e4-4a45-84ab-2e378dfa5eec admin admin] GET failed (client error): The resource could not be found. Sep 01 00:24:58.034418 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-3abd72c9-48e4-4a45-84ab-2e378dfa5eec admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3652468 Sep 01 00:24:58.127558 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2913b2eb-07ae-495a-a7f2-75e9935819b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:24:58.129333 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-2913b2eb-07ae-495a-a7f2-75e9935819b8 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0904925 Sep 01 00:25:00.532635 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48918) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:25:00.852856 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:25:00.872013 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Made reservation on behalf of f6a8f68ec23146108279fe93631f855a for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:25:00.874258 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:00.902208 dv-cinder-820027-21-iscsi neutron-server[117902]: WARNING neutron.services.revisions.revision_plugin [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Could not find related network for resource to bump revision. Sep 01 00:25:00.917154 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=117902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:25:00.927234 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (b5eb8b1a-3305-4493-9e4a-1946db81fd2d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:00.927568 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Added segment b5eb8b1a-3305-4493-9e4a-1946db81fd2d of type vlan for network 9a612084-f113-476e-817f-e3086ef6a09b Sep 01 00:25:00.966830 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (9a612084-f113-476e-817f-e3086ef6a09b), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:00.992758 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (9a612084-f113-476e-817f-e3086ef6a09b), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:00.993680 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:25:00.994235 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:01.044289 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5106952 Sep 01 00:25:01.054817 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3687ca-d6c8-40b4-b821-d0f642f57c04 admin admin] Pushing event updated for resources: {'Network': ['ID=9a612084-f113-476e-817f-e3086ef6a09b,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:25:01.065670 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network 9a612084-f113-476e-817f-e3086ef6a09b details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:25:01.848484 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 5 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:25:03.391147 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 48926) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:25:03.725612 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9083f40-c81f-4ac6-87ce-60bc67b1dd4b admin admin] GET failed (client error): The resource could not be found. Sep 01 00:25:03.726884 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-d9083f40-c81f-4ac6-87ce-60bc67b1dd4b admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3348083 Sep 01 00:25:03.831218 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322adf45-e347-4b8f-96e3-cb4a765397a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:25:03.832720 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-322adf45-e347-4b8f-96e3-cb4a765397a2 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1013415 Sep 01 00:25:03.842804 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:25:03.861537 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Made reservation on behalf of f6a8f68ec23146108279fe93631f855a for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:25:03.863813 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:04.027479 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (485c0b4a-2941-46b9-afea-57f42127cee2), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:04.081385 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=485c0b4a-2941-46b9-afea-57f42127cee2,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:25:04.093058 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.093404 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.093742 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.094076 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.094403 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.094731 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.095070 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.095377 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.095709 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.096046 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.096382 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.096731 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.097051 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.097370 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.097987 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.102721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Checking segment: {'id': 'b5eb8b1a-3305-4493-9e4a-1946db81fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:25:04.103076 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Network hostable DHCP agents. Network: 9a612084-f113-476e-817f-e3086ef6a09b, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:25:04.121635 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Network 9a612084-f113-476e-817f-e3086ef6a09b is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:25:04.130869 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, 9a612084-f113-476e-817f-e3086ef6a09b) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:25:04.135269 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:25:04.136093 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:04.140841 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e49a811-a2e3-4cea-8893-4dc9cbee18de None None] Network 9a612084-f113-476e-817f-e3086ef6a09b requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:25:04.153363 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-ff3c4446-9018-4ec5-9f85-050d768f3a0c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3140965 Sep 01 00:25:04.251610 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-9a612084-f113-476e-817f-e3086ef6a09b', 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b', 'project_id': 'f6a8f68ec23146108279fe93631f855a', 'fixed_ips': [{'subnet_id': '485c0b4a-2941-46b9-afea-57f42127cee2'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:25:04.251610 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:04.392395 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Allocated IP 192.168.233.2 (9a612084-f113-476e-817f-e3086ef6a09b/485c0b4a-2941-46b9-afea-57f42127cee2/23dd60bd-5071-4e95-9236-8ff46ffbbc5e) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:25:04.639295 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Publish callbacks [] for port (23dd60bd-5071-4e95-9236-8ff46ffbbc5e), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:04.645319 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (23dd60bd-5071-4e95-9236-8ff46ffbbc5e), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:04.691046 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Network 9a612084-f113-476e-817f-e3086ef6a09b is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:25:04.692277 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Pushing event updated for resources: {'Port': ['ID=23dd60bd-5071-4e95-9236-8ff46ffbbc5e,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:25:04.694702 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:25:04.701183 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:25:04.704776 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.705114 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.705441 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.705796 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.706119 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.706437 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.706751 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.707065 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.707378 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.707697 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.708012 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.708337 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.708674 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.708984 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.709298 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:25:04.772450 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Attempting to bind port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:25:04.772856 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Attempting to bind port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'b5eb8b1a-3305-4493-9e4a-1946db81fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:25:04.773215 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Attempting to bind port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e on network 9a612084-f113-476e-817f-e3086ef6a09b {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:25:04.778892 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:25:04.779257 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Checking segment: {'id': 'b5eb8b1a-3305-4493-9e4a-1946db81fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:25:04.779660 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:04.780043 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Bound using segment: {'id': 'b5eb8b1a-3305-4493-9e4a-1946db81fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:25:04.780519 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Bound port: 23dd60bd-5071-4e95-9236-8ff46ffbbc5e, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5eb8b1a-3305-4493-9e4a-1946db81fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:25:04.780923 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (23dd60bd-5071-4e95-9236-8ff46ffbbc5e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:04.850055 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] For port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:25:04.854063 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] For port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=23dd60bd-5071-4e95-9236-8ff46ffbbc5e,segment=NetworkSegment(b5eb8b1a-3305-4493-9e4a-1946db81fd2d),segment_id=b5eb8b1a-3305-4493-9e4a-1946db81fd2d)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:25:04.860292 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (23dd60bd-5071-4e95-9236-8ff46ffbbc5e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:04.929645 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea953e10-8f05-4a17-9a71-3bfa8528fea5 None None] Pushing event updated for resources: {'Port': ['ID=23dd60bd-5071-4e95-9236-8ff46ffbbc5e,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:25:05.223948 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 23dd60bd-5071-4e95-9236-8ff46ffbbc5e up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:25:05.269613 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:05.299895 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:25:05.300243 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (23dd60bd-5071-4e95-9236-8ff46ffbbc5e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:05.334961 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:05.387794 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:25:05.388184 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (23dd60bd-5071-4e95-9236-8ff46ffbbc5e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:05.429809 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=23dd60bd-5071-4e95-9236-8ff46ffbbc5e,segment=NetworkSegment(b5eb8b1a-3305-4493-9e4a-1946db81fd2d),segment_id=b5eb8b1a-3305-4493-9e4a-1946db81fd2d)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:25:05.435001 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (23dd60bd-5071-4e95-9236-8ff46ffbbc5e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:05.502954 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=23dd60bd-5071-4e95-9236-8ff46ffbbc5e,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:25:05.852734 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718701ba-66d4-4fc0-b770-6a36b2b76629 None None] Network 9a612084-f113-476e-817f-e3086ef6a09b requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:25:05.979753 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-de374fe5-7511-411f-b564-3ecd16940231 None None] Provisioning complete for port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:25:05.980282 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-de374fe5-7511-411f-b564-3ecd16940231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (23dd60bd-5071-4e95-9236-8ff46ffbbc5e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:06.060430 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-de374fe5-7511-411f-b564-3ecd16940231 None None] Current status of the port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:25:06.178145 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-42e2249c-9ec2-4f49-835a-4c1269fbb3c2 None None] Provisioning complete for port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:25:06.178533 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-42e2249c-9ec2-4f49-835a-4c1269fbb3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (23dd60bd-5071-4e95-9236-8ff46ffbbc5e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:06.257309 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-42e2249c-9ec2-4f49-835a-4c1269fbb3c2 None None] Current status of the port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:25:07.160664 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 23dd60bd-5071-4e95-9236-8ff46ffbbc5e up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:25:07.208168 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:25:07.208561 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (23dd60bd-5071-4e95-9236-8ff46ffbbc5e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:07.282277 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 23dd60bd-5071-4e95-9236-8ff46ffbbc5e is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:25:11.050845 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:11.052794 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=36,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:11.844950 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:14.146298 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=43,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:14.147176 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=50,neutron:INSERT=7,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:17.279027 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:17.280968 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:20.338454 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d6f13567-6352-4f48-8d33-bdc826e4ec9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:22.707123 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2a132f08-2775-4ebe-b641-2bed8bf3fc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:23.903871 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:24.848554 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:24.852790 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:25.200368 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:25.358826 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:35.352771 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:35.354833 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:38.849934 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 5 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:25:48.846448 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:25:50.344294 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d906e728-914d-4345-906f-02ffa39c0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:52.710240 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f5509667-a5fa-40bb-b5d1-5d0aaf1b2a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:53.908632 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:55.203432 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:25:55.361223 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:01.839354 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:01.849290 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=5 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:05.349681 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:05.357006 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:15.848375 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 5 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:26:20.336415 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-852e6397-962c-47b5-934e-f1fab96bee7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:21.658336 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 48968) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:26:21.664101 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [None req-33f32ed2-4d8c-4afb-b502-701ace7a52db tempest-verify_tempest_config-739794091 tempest-verify_tempest_config-739794091-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:26:21.665091 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-33f32ed2-4d8c-4afb-b502-701ace7a52db tempest-verify_tempest_config-739794091 tempest-verify_tempest_config-739794091-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058005 Sep 01 00:26:22.172970 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 48986) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:26:22.500267 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:22.573398 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Publish callbacks [] for security_group (f70dcc4a-f35c-4aa5-82c8-f182f0f58caf), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:22.577057 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f70dcc4a-f35c-4aa5-82c8-f182f0f58caf), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:22.625375 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70dcc4a-f35c-4aa5-82c8-f182f0f58caf,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:26:22.629945 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5d9123ad7e5244d3b09a9d9dab4f7a95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4559970 Sep 01 00:26:22.632801 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 48990) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:26:22.634635 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.634989 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.635345 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.635684 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.636013 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.636342 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.636689 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.637014 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.637337 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.637657 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.637992 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.638314 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.638628 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.638942 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.639254 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7cc2ee-3505-46c0-a8e9-800a7d287923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.689411 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Publish callbacks [] for security_group (f70dcc4a-f35c-4aa5-82c8-f182f0f58caf), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:22.709082 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Publish callbacks [] for security_group (f70dcc4a-f35c-4aa5-82c8-f182f0f58caf), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:22.712076 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4fc3cd7d-8962-4ac3-a591-c473ad5d30fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:22.805591 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f70dcc4a-f35c-4aa5-82c8-f182f0f58caf), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:22.808088 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:22.809694 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f70dcc4a-f35c-4aa5-82c8-f182f0f58caf HTTP/1.1" status: 204 len: 168 time: 0.1757057 Sep 01 00:26:22.818116 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70dcc4a-f35c-4aa5-82c8-f182f0f58caf,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:26:22.824777 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.825119 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.825473 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.825808 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.826135 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.826557 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.826766 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.827079 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.827400 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.827715 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.828047 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.828370 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.828709 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.829024 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:22.829340 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1939f0-ef07-4055-98ce-ac9c7a2185ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:26:23.909525 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:25.209161 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:25.363030 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:25.844980 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:32.624140 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:32.629108 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:32.820900 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:32.821718 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:35.357104 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:35.359156 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:38.850657 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:38.855782 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:49.328431 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=16 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:49.330337 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=10 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:26:50.339439 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-60982981-b34a-4b41-8cce-50a46f7fa41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:52.715719 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d49a4590-daac-4847-b01f-6f6f78913c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:52.847184 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 5 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:26:53.913409 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:55.212211 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:26:55.368912 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:02.843135 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:02.843905 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:05.355014 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:05.365790 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:15.861709 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:15.862623 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:20.340765 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d142-694d-493f-adf4-d61269b8fcac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:22.717807 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ffd705b8-0806-4bc4-8491-ce56f1650bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:23.917069 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:25.216647 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:25.370363 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:29.846043 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 5 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:27:31.854196 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:35.403217 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:35.403970 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:39.843631 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:50.342653 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-591c9006-7cc7-4dbe-96cc-bf28c05fc5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:52.722983 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-35abd6f4-ed09-4920-ae10-fa6476d77baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:52.855483 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:52.860122 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:27:53.918487 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:54.280060 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187666'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:55.221629 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:27:55.371879 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:05.216314 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:05.368185 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:05.900029 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49086) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:28:06.118881 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-08f1fbed-9c2f-4252-9c7e-cf9106e01b71 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.2177839 Sep 01 00:28:06.845678 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:28:08.305978 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49096) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:28:08.360235 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-87cbc093-f790-4ace-bbc9-30ed177eb80a admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0531986 Sep 01 00:28:16.841904 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:18.355000 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:18.355746 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:20.347036 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a1d14815-9f72-48d5-b058-1f46064eeb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:22.725176 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d347e8a6-c72a-4578-92c6-79105e83e481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:23.920778 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:24.263114 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:25.223253 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:25.374676 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:29.856018 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:29.867073 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=5 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:35.362932 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:35.370368 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:43.845580 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:28:50.348912 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-98b69dd6-a160-49a8-86b8-9a3eb44c97e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:52.727545 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8eba-170b-4694-bf75-21bb695792a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:53.840993 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=14 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:53.841930 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=14 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:28:53.924435 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:54.277918 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:55.230356 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:28:55.377180 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:05.371198 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:05.373794 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:06.862143 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:06.872948 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:20.351592 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9af440fc-d630-4ee9-bd9b-00fb9ff57126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:20.845138 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:29:22.729371 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-21459125-c958-43ab-a82b-3eac268f332c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:23.927496 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:24.286625 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:25.231644 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:25.381238 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:30.840875 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:30.841644 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:35.369436 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:35.376691 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:41.686959 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49244) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:41.954869 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-729414788-network', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:41.978076 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Made reservation on behalf of 64e86923fd7b42cfaf18408210d4f6d7 for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:41.980807 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:41.990884 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.084830 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Publish callbacks [] for security_group (524f5966-9f31-4285-aac6-8c36c3c5074c), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.090166 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (524f5966-9f31-4285-aac6-8c36c3c5074c), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.118036 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524f5966-9f31-4285-aac6-8c36c3c5074c,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:42.127305 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.127651 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.128001 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.128526 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.128860 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.129183 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.129692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.130154 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.130877 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.131210 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.131545 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.131866 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.132186 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.132523 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.132845 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Tracked resource versions report: Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: pushed versions: Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: { 'AddressGroup': {'1.2'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Agent': {'1.1'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'ConntrackHelper': {'1.0'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'LocalIPAssociation': {'1.0'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Log': {'1.0'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'NDPProxy': {'1.0'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Network': {'1.1'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Port': {'1.7'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'PortForwarding': {'1.3'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'QosPolicy': {'1.10'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SecurityGroup': {'1.5'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SecurityGroupRule': {'1.2'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SubPort': {'1.0'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Subnet': {'1.1'}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Trunk': {'1.1'}} Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: consumer versions: Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: { DHCP agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: HyperV agent@hv-cinder-82002: {}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: L3 agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: Metadata agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: Metering agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: Open vSwitch agent@dv-cinder-820027-21-iscsi: { 'AddressGroup': '1.2', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Agent': '1.1', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'ConntrackHelper': '1.0', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'LocalIPAssociation': '1.0', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Log': '1.0', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'NDPProxy': '1.0', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Network': '1.1', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Port': '1.7', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'PortForwarding': '1.3', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'QosPolicy': '1.10', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SecurityGroup': '1.5', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SecurityGroupRule': '1.2', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'SubPort': '1.0', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Subnet': '1.1', Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: 'Trunk': '1.1'}} Sep 01 00:29:42.134054 dv-cinder-820027-21-iscsi neutron-server[117902]: {{(pid=117902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 00:29:42.143876 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=117902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:29:42.156639 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (56a425c2-ffa2-49d7-abdb-a7ea706f5c90), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.157121 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Added segment 56a425c2-ffa2-49d7-abdb-a7ea706f5c90 of type vlan for network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b Sep 01 00:29:42.200325 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.236256 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.237635 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:42.238314 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.307571 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6189177 Sep 01 00:29:42.308987 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18370b-e3cd-494f-b632-5fc86889aa42 admin admin] Pushing event updated for resources: {'Network': ['ID=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:42.310589 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49286) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:42.320056 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:29:42.324921 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Request body: {'subnet': {'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-subnet', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:42.376026 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Made reservation on behalf of 64e86923fd7b42cfaf18408210d4f6d7 for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:42.380820 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.575262 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (8ab8a76c-42bb-4032-bf05-3da25472b0d1), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.621536 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab8a76c-42bb-4032-bf05-3da25472b0d1,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:42.631486 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.632083 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.632439 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.632831 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.633167 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.633493 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.633815 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.634139 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.634477 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.634803 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.635139 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.635479 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.635801 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.636118 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.636434 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Tracked resource versions report: Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: pushed versions: Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: { 'AddressGroup': {'1.2'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Agent': {'1.1'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'ConntrackHelper': {'1.0'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'LocalIPAssociation': {'1.0'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Log': {'1.0'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'NDPProxy': {'1.0'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Network': {'1.1'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Port': {'1.7'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'PortForwarding': {'1.3'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'QosPolicy': {'1.10'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SecurityGroup': {'1.5'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SecurityGroupRule': {'1.2'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SubPort': {'1.0'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Subnet': {'1.1'}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Trunk': {'1.1'}} Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: consumer versions: Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: { DHCP agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: HyperV agent@hv-cinder-82002: {}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: L3 agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: Metadata agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: Metering agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: Open vSwitch agent@dv-cinder-820027-21-iscsi: { 'AddressGroup': '1.2', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Agent': '1.1', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'ConntrackHelper': '1.0', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'LocalIPAssociation': '1.0', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Log': '1.0', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'NDPProxy': '1.0', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Network': '1.1', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Port': '1.7', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'PortForwarding': '1.3', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'QosPolicy': '1.10', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SecurityGroup': '1.5', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SecurityGroupRule': '1.2', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'SubPort': '1.0', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Subnet': '1.1', Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: 'Trunk': '1.1'}} Sep 01 00:29:42.637676 dv-cinder-820027-21-iscsi neutron-server[117901]: {{(pid=117901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 00:29:42.676173 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49302) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:42.678435 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Checking segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:42.679155 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Network hostable DHCP agents. Network: 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:29:42.702288 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:29:42.709076 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49306) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:42.715495 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:42.725337 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:42.726460 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.727228 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9768c676-2ba2-44a3-8d05-6db5f10e84f2 None None] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:42.746362 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-144ed731-3c45-4a67-ac8f-809686f67581 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4334345 Sep 01 00:29:42.749245 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49310) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:42.756580 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:42.778472 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (76654eb6-7beb-4a44-b98d-1db87303d600), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.780331 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (76654eb6-7beb-4a44-b98d-1db87303d600), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.835593 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:29:42.836692 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.847780 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks [] for router_controller (76654eb6-7beb-4a44-b98d-1db87303d600), precommit_add_association {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:42.899663 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49316) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:43.007490 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Allocated IP 172.20.0.2 (7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b/8ab8a76c-42bb-4032-bf05-3da25472b0d1/70991683-8dea-4a20-9667-cdb4f014d12a) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:43.036954 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks [] for router_gateway (76654eb6-7beb-4a44-b98d-1db87303d600), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.152675 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Publish callbacks [] for port (70991683-8dea-4a20-9667-cdb4f014d12a), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.159893 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.180405 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-755306165-network', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:43.186515 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2107312090-network', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:43.206803 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Pushing event updated for resources: {'Port': ['ID=70991683-8dea-4a20-9667-cdb4f014d12a,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:43.206923 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49342) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:43.214921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.215261 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.215613 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.215958 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.216463 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.216814 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.217140 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.217460 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.217792 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.218114 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.218440 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.218761 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.219080 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.219391 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.219703 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Tracked resource versions report: Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: pushed versions: Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: { 'AddressGroup': {'1.2'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Agent': {'1.1'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'ConntrackHelper': {'1.0'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'LocalIPAssociation': {'1.0'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Log': {'1.0'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'NDPProxy': {'1.0'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Network': {'1.1'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Port': {'1.7'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'PortForwarding': {'1.3'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'QosPolicy': {'1.10'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SecurityGroup': {'1.5'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SecurityGroupRule': {'1.2'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SubPort': {'1.0'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Subnet': {'1.1'}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Trunk': {'1.1'}} Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: consumer versions: Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: { DHCP agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: HyperV agent@hv-cinder-82002: {}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: L3 agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: Metadata agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: Metering agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: Open vSwitch agent@dv-cinder-820027-21-iscsi: { 'AddressGroup': '1.2', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Agent': '1.1', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'ConntrackHelper': '1.0', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'LocalIPAssociation': '1.0', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Log': '1.0', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'NDPProxy': '1.0', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Network': '1.1', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Port': '1.7', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'PortForwarding': '1.3', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'QosPolicy': '1.10', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SecurityGroup': '1.5', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SecurityGroupRule': '1.2', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'SubPort': '1.0', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Subnet': '1.1', Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: 'Trunk': '1.1'}} Sep 01 00:29:43.221092 dv-cinder-820027-21-iscsi neutron-server[117903]: {{(pid=117903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 00:29:43.235262 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:43.237315 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:43.239960 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:43.293279 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-network', 'tenant_id': '06942912e37346eaa2310a56b84f3886'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:43.304719 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Made reservation on behalf of eb6a951afecc44219772f82bb09f91e3 for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:43.307008 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.314112 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:43.332598 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Attempting to bind port 70991683-8dea-4a20-9667-cdb4f014d12a on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:29:43.334240 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Attempting to bind port 70991683-8dea-4a20-9667-cdb4f014d12a by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:29:43.334414 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.334708 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Attempting to bind port 70991683-8dea-4a20-9667-cdb4f014d12a on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:29:43.341948 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:29:43.342443 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Checking segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:43.343101 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.343481 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Bound using segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:29:43.344230 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Bound port: 70991683-8dea-4a20-9667-cdb4f014d12a, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:29:43.344816 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.352391 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-38175041-network', 'tenant_id': 'b620fa18ad9947a8b810be774b15e7c1'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:43.359680 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks [] for router_gateway (76654eb6-7beb-4a44-b98d-1db87303d600), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.368869 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:43.394862 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Made reservation on behalf of f1064fc209674020b54fa7526cf22bf5 for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:43.397430 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.402728 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.403042 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Made reservation on behalf of b620fa18ad9947a8b810be774b15e7c1 for: {'network': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:43.406860 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.421651 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Made reservation on behalf of 06942912e37346eaa2310a56b84f3886 for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:43.424551 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.433075 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.433292 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.435070 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] For port 70991683-8dea-4a20-9667-cdb4f014d12a, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:29:43.440655 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] For port 70991683-8dea-4a20-9667-cdb4f014d12a, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=70991683-8dea-4a20-9667-cdb4f014d12a,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:29:43.450776 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.490629 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.536771 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:43.538320 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81c924-2b70-4463-905c-d9f5c2d7d46e None None] Pushing event updated for resources: {'Port': ['ID=70991683-8dea-4a20-9667-cdb4f014d12a,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:43.588740 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Publish callbacks [] for security_group (eee1d385-7045-47b8-a4e0-946effc2cb46), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.595995 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (eee1d385-7045-47b8-a4e0-946effc2cb46), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.619680 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=117901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:29:43.642539 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (c41f0f85-d580-482d-8dd7-d59f26b8a0cf), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.643168 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.segments_db [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Added segment c41f0f85-d580-482d-8dd7-d59f26b8a0cf of type vlan for network be0f7187-c812-4167-b884-697f14b7aef7 Sep 01 00:29:43.737057 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:43.741358 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (be0f7187-c812-4167-b884-697f14b7aef7), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.750379 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee1d385-7045-47b8-a4e0-946effc2cb46,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:43.783582 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Allocated IP 172.27.4.127 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/7b352917-7236-4f3c-ad7d-87bfcd6bcbd2) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:43.784672 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (be0f7187-c812-4167-b884-697f14b7aef7), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.786420 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:43.786895 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.794012 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Publish callbacks [] for security_group (2404b4e0-9ea9-40e6-9818-3226875d442d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.808145 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2404b4e0-9ea9-40e6-9818-3226875d442d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.821731 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=117902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:29:43.924877 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (39797c61-b01c-45c1-8d74-a2d8b59f980a), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.924877 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Added segment 39797c61-b01c-45c1-8d74-a2d8b59f980a of type vlan for network a7ae7c87-2d4d-4921-9c18-8673416a29fc Sep 01 00:29:43.924877 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (a7ae7c87-2d4d-4921-9c18-8673416a29fc), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.936277 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7067871 Sep 01 00:29:43.936277 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49366) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:43.936277 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Request body: {'subnet': {'network_id': 'be0f7187-c812-4167-b884-697f14b7aef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-38175041-subnet', 'tenant_id': 'b620fa18ad9947a8b810be774b15e7c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:43.959053 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (a7ae7c87-2d4d-4921-9c18-8673416a29fc), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.960572 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:43.961321 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:43.990687 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaac6d-e30c-4758-bc52-c798241e16b9 admin admin] Pushing event updated for resources: {'Network': ['ID=be0f7187-c812-4167-b884-697f14b7aef7,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:44.002800 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2925730 Sep 01 00:29:44.003941 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network be0f7187-c812-4167-b884-697f14b7aef7 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:29:44.006643 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49372) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:44.018855 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Publish callbacks [] for security_group (97c15603-2f1c-4631-a0f0-2bcf17d7c13b), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.024167 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Request body: {'subnet': {'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2107312090-subnet', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:44.028522 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Made reservation on behalf of b620fa18ad9947a8b810be774b15e7c1 for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:44.031412 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.088428 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (97c15603-2f1c-4631-a0f0-2bcf17d7c13b), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.120639 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:44.147251 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Made reservation on behalf of f1064fc209674020b54fa7526cf22bf5 for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:44.152611 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.223942 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=117902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:29:44.235655 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:UPDATE=7,neutron:SELECT=69,neutron:INSERT=22,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:44.280589 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Publish callbacks [] for security_group (56debe7c-aacf-461c-b56d-83a83244b71f), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.306933 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (77029fff-1b32-48aa-a88d-7dfff4d5fa69), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.308387 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Added segment 77029fff-1b32-48aa-a88d-7dfff4d5fa69 of type vlan for network b1171be4-cbc8-4a98-b1ce-71873b834502 Sep 01 00:29:44.329150 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:44.351928 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (56debe7c-aacf-461c-b56d-83a83244b71f), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.396483 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2404b4e0-9ea9-40e6-9818-3226875d442d,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:44.430083 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c15603-2f1c-4631-a0f0-2bcf17d7c13b,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:44.439726 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (730a683f-2349-45b7-98fc-0fa993475397), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.457018 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2532fc-e95b-44fa-b52e-5abf788f782e admin admin] Pushing event updated for resources: {'Network': ['ID=a7ae7c87-2d4d-4921-9c18-8673416a29fc,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:44.466290 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=117902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:29:44.479219 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (b1171be4-cbc8-4a98-b1ce-71873b834502), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.495134 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network a7ae7c87-2d4d-4921-9c18-8673416a29fc details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:29:44.513305 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (5a393133-e71e-4e10-8dc8-72149b2983f7), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.513643 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Added segment 5a393133-e71e-4e10-8dc8-72149b2983f7 of type vlan for network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b Sep 01 00:29:44.529042 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56debe7c-aacf-461c-b56d-83a83244b71f,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:44.589927 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks [] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.608601 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (6ec1bdb8-fcb4-45f0-8321-9a6d9446092b), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.612834 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (b1171be4-cbc8-4a98-b1ce-71873b834502), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.613805 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:44.614373 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.627970 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730a683f-2349-45b7-98fc-0fa993475397,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:44.636862 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Checking segment: {'id': 'c41f0f85-d580-482d-8dd7-d59f26b8a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'be0f7187-c812-4167-b884-697f14b7aef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:44.637227 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Network hostable DHCP agents. Network: be0f7187-c812-4167-b884-697f14b7aef7, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:29:44.687638 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (88431f08-94ca-406b-8ae5-c131015c23d1), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.713673 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0362782 Sep 01 00:29:44.714299 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49400) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:44.746266 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Request body: {'subnet': {'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-755306165-subnet', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:44.770854 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934ae2f-2871-4f81-8091-7be099994030 admin admin] Pushing event updated for resources: {'Network': ['ID=b1171be4-cbc8-4a98-b1ce-71873b834502,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:44.791069 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network b1171be4-cbc8-4a98-b1ce-71873b834502 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:29:44.794209 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (6ec1bdb8-fcb4-45f0-8321-9a6d9446092b), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.795895 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:44.796839 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.812735 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.896488 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Pushing event updated for resources: {'Port': ['ID=7b352917-7236-4f3c-ad7d-87bfcd6bcbd2,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:44.916701 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Network be0f7187-c812-4167-b884-697f14b7aef7 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:29:44.953060 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Checking segment: {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:44.953406 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Network hostable DHCP agents. Network: a7ae7c87-2d4d-4921-9c18-8673416a29fc, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:29:44.957951 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:44.959500 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Made reservation on behalf of eb6a951afecc44219772f82bb09f91e3 for: {'subnet': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:44.961743 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:44.963526 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, be0f7187-c812-4167-b884-697f14b7aef7) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:44.984555 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b0261-d8f8-4d92-851c-7b25356a877c None None] Network be0f7187-c812-4167-b884-697f14b7aef7 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:44.993269 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:44.993856 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:45.035511 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Network a7ae7c87-2d4d-4921-9c18-8673416a29fc is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:29:45.047227 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88431f08-94ca-406b-8ae5-c131015c23d1,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:45.060666 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, a7ae7c87-2d4d-4921-9c18-8673416a29fc) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:45.066262 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:45.066907 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:45.092357 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-f32a6c11-a415-4f7a-a00d-2cddf3ec9548 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1596496 Sep 01 00:29:45.119922 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:45.151145 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-24ccf22b-8357-42b1-a978-a544dc7a9377 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1429667 Sep 01 00:29:45.164072 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49420) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:45.189551 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:45.192294 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b888e1ae-9068-455c-a0b2-db5f2a3d8b8a None None] Network a7ae7c87-2d4d-4921-9c18-8673416a29fc requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:45.246897 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49426) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:45.289019 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (bda51d54-b1bb-465f-adaa-e74aea8048b6), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:45.291399 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (bda51d54-b1bb-465f-adaa-e74aea8048b6), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:45.375110 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:45.378512 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:45.386395 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:45.402488 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4988179 Sep 01 00:29:45.406925 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49434) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:45.429421 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:45.437177 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (6376df79-69f6-4f5a-bd90-c1368892485a), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:45.452288 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Request body: {'subnet': {'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-subnet', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:45.656072 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks [] for router_controller (bda51d54-b1bb-465f-adaa-e74aea8048b6), precommit_add_association {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:45.681683 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Made reservation on behalf of 06942912e37346eaa2310a56b84f3886 for: {'subnet': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:45.688197 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:45.691107 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ecf84-5434-4780-8ad9-8bff8941f949 None None] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:45.698678 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-37a5a291-44c5-436d-b988-cdcd1030d2a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:45.702576 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:45.757296 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 70991683-8dea-4a20-9667-cdb4f014d12a up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:29:45.903115 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96372267-f401-4b98-a6ae-e3d761a389d4 admin admin] Pushing event updated for resources: {'Network': ['ID=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:45.960137 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:29:46.038255 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks [] for router_gateway (bda51d54-b1bb-465f-adaa-e74aea8048b6), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.044775 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:29:46.046201 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.091652 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:46.145018 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Checking segment: {'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:46.145377 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Network hostable DHCP agents. Network: b1171be4-cbc8-4a98-b1ce-71873b834502, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:29:46.164884 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6376df79-69f6-4f5a-bd90-c1368892485a,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:46.178837 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 70991683-8dea-4a20-9667-cdb4f014d12a triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:46.181287 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.245428 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49484) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:46.245980 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49486) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:46.275153 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1948811880-network', 'tenant_id': '25cc8a74338e49e7b7332b34c30c1c43'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:46.318911 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks [] for router_gateway (76654eb6-7beb-4a44-b98d-1db87303d600), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.332780 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Network b1171be4-cbc8-4a98-b1ce-71873b834502 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:29:46.339854 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Made reservation on behalf of 25cc8a74338e49e7b7332b34c30c1c43 for: {'network': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:46.342665 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.382603 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.406215 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, b1171be4-cbc8-4a98-b1ce-71873b834502) {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:46.411340 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:46.411942 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.418321 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Allocated IP 172.20.0.2 (a7ae7c87-2d4d-4921-9c18-8673416a29fc/88431f08-94ca-406b-8ae5-c131015c23d1/77d6e15d-db75-4e7d-a4a9-73aafedc876d) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:46.440725 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c89de779-22e3-44f6-9f66-bdc0dea4b50a admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7001894 Sep 01 00:29:46.444833 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49494) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:46.449155 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-755306165-router', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:46.477281 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-37a5a291-44c5-436d-b988-cdcd1030d2a0 admin admin] Publish callbacks [] for security_group (3941306b-e163-4a37-8c7f-86b9487416e6), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.493948 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-37a5a291-44c5-436d-b988-cdcd1030d2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (3941306b-e163-4a37-8c7f-86b9487416e6), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.516435 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:46.564288 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (5b291923-b960-4f23-8816-471fd90f67c6), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.565436 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (5b291923-b960-4f23-8816-471fd90f67c6), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.573623 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Publish callbacks [] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.576193 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-13559ad3-1ef2-4c56-bc4b-54bc26046ce9 None None] Provisioning complete for port 70991683-8dea-4a20-9667-cdb4f014d12a triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:46.576585 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-13559ad3-1ef2-4c56-bc4b-54bc26046ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.615188 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:46.623553 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.625612 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986dc01f-1d3c-48e9-9eaf-59fda70ac766 None None] Network be0f7187-c812-4167-b884-697f14b7aef7 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:46.629690 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks [] for router_controller (5b291923-b960-4f23-8816-471fd90f67c6), precommit_add_association {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.704272 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d104f8-8168-4a32-aac9-7710a1b9392a None None] Network b1171be4-cbc8-4a98-b1ce-71873b834502 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:46.724541 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:46.764727 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-37a5a291-44c5-436d-b988-cdcd1030d2a0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cb964432f4ad4e0c8d38d9449ebfaf41&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5167706 Sep 01 00:29:46.774120 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49514) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:46.804560 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (76654eb6-7beb-4a44-b98d-1db87303d600), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.810173 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (2656a193-946c-440a-9e10-5eb2de1c9abe), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.847461 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-13559ad3-1ef2-4c56-bc4b-54bc26046ce9 None None] Current status of the port 70991683-8dea-4a20-9667-cdb4f014d12a is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:46.847853 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-13559ad3-1ef2-4c56-bc4b-54bc26046ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.855859 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5a291-44c5-436d-b988-cdcd1030d2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3941306b-e163-4a37-8c7f-86b9487416e6,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:46.857517 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Network a7ae7c87-2d4d-4921-9c18-8673416a29fc is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:46.864689 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:46.867341 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-01b8ef54-3ee8-44a1-a575-bc84c4bce3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:46.869675 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:46.947724 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:46.977379 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks [] for router_gateway (bda51d54-b1bb-465f-adaa-e74aea8048b6), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.001665 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 70991683-8dea-4a20-9667-cdb4f014d12a is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:47.002287 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.010884 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:47.028771 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1827973e-8c91-4fad-be18-d70231949d8b admin admin] Publish callbacks [] for security_group (3941306b-e163-4a37-8c7f-86b9487416e6), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.046557 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.061576 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Publish callbacks [] for security_group (73432f81-091d-4c71-80c0-cff0773cfe44), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.081888 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (73432f81-091d-4c71-80c0-cff0773cfe44), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.117346 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2656a193-946c-440a-9e10-5eb2de1c9abe,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:47.120644 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks [] for router_gateway (5b291923-b960-4f23-8816-471fd90f67c6), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.162411 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Checking segment: {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:47.162411 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Network hostable DHCP agents. Network: 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:29:47.178920 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1827973e-8c91-4fad-be18-d70231949d8b admin admin] Publish callbacks [] for security_group (3941306b-e163-4a37-8c7f-86b9487416e6), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.193097 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Pushing event updated for resources: {'Port': ['ID=77d6e15d-db75-4e7d-a4a9-73aafedc876d,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:47.207184 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=117901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:29:47.221530 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:47.229137 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-13559ad3-1ef2-4c56-bc4b-54bc26046ce9 None None] For port 70991683-8dea-4a20-9667-cdb4f014d12a, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=70991683-8dea-4a20-9667-cdb4f014d12a,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:29:47.231189 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Attempting to bind port 77d6e15d-db75-4e7d-a4a9-73aafedc876d on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:29:47.231798 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Attempting to bind port 77d6e15d-db75-4e7d-a4a9-73aafedc876d by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:29:47.232478 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Attempting to bind port 77d6e15d-db75-4e7d-a4a9-73aafedc876d on network a7ae7c87-2d4d-4921-9c18-8673416a29fc {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:29:47.244778 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-13559ad3-1ef2-4c56-bc4b-54bc26046ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.270092 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:29:47.272305 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Checking segment: {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:47.273126 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.274607 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Bound using segment: {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:29:47.275447 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Bound port: 77d6e15d-db75-4e7d-a4a9-73aafedc876d, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:29:47.276649 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.285175 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Router 76654eb6-7beb-4a44-b98d-1db87303d600 is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:29:47.286265 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-b1171be4-cbc8-4a98-b1ce-71873b834502', 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502', 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'fixed_ips': [{'subnet_id': '6376df79-69f6-4f5a-bd90-c1368892485a'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:29:47.287972 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.293270 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:29:47.296145 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73432f81-091d-4c71-80c0-cff0773cfe44,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:47.319304 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (e65d9b4e-d165-4886-b318-e76b7067881c), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.319810 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.segments_db [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Added segment e65d9b4e-d165-4886-b318-e76b7067881c of type vlan for network ff7d6da0-7f6a-4a53-b749-14b02f43d323 Sep 01 00:29:47.379907 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b) {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:47.420172 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-01b8ef54-3ee8-44a1-a575-bc84c4bce3ee admin admin] Publish callbacks [] for security_group (d473a7ce-1d4d-41e1-8286-3f2e985e10ba), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.427866 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e361b-fb82-4aa8-852c-7d3cd4e2fe21 None None] Network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:47.431526 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:47.432109 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.442133 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-01b8ef54-3ee8-44a1-a575-bc84c4bce3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (d473a7ce-1d4d-41e1-8286-3f2e985e10ba), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.479278 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-01b8ef54-3ee8-44a1-a575-bc84c4bce3ee admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=becec5cd5afd44848e7178d7a6c2150d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2223611 Sep 01 00:29:47.479278 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (ff7d6da0-7f6a-4a53-b749-14b02f43d323), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.487596 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49528) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:47.527445 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Allocated IP 172.27.4.166 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/2658e6d5-29a7-4b37-a679-0f4ebe82975d) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:47.541550 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.db.api [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=117903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 01 00:29:47.542054 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG oslo_db.api [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 00:29:47.566934 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8ef54-3ee8-44a1-a575-bc84c4bce3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d473a7ce-1d4d-41e1-8286-3f2e985e10ba,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:47.610291 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:47.643528 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13559ad3-1ef2-4c56-bc4b-54bc26046ce9 None None] Pushing event updated for resources: {'Port': ['ID=70991683-8dea-4a20-9667-cdb4f014d12a,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:47.647057 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:47.654798 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-6a5d7a03-a664-4655-bcd7-6e19a3164ebb admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2236753 Sep 01 00:29:47.667681 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49530) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:47.674737 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1827973e-8c91-4fad-be18-d70231949d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (3941306b-e163-4a37-8c7f-86b9487416e6), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.679207 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-3b1642f7-e27b-4a78-b8fe-8076fd49a6ad None None] Provisioning complete for port 70991683-8dea-4a20-9667-cdb4f014d12a triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:47.679487 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1827973e-8c91-4fad-be18-d70231949d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.679713 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-3b1642f7-e27b-4a78-b8fe-8076fd49a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.683019 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-1827973e-8c91-4fad-be18-d70231949d8b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3941306b-e163-4a37-8c7f-86b9487416e6 HTTP/1.1" status: 204 len: 168 time: 0.9063833 Sep 01 00:29:47.683019 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (ff7d6da0-7f6a-4a53-b749-14b02f43d323), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.685789 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:47.687445 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.701583 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:47.730535 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] For port 77d6e15d-db75-4e7d-a4a9-73aafedc876d, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:29:47.748344 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks [] for router_gateway (5b291923-b960-4f23-8816-471fd90f67c6), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.771200 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks [] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.779338 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] For port 77d6e15d-db75-4e7d-a4a9-73aafedc876d, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=77d6e15d-db75-4e7d-a4a9-73aafedc876d,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:29:47.786411 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.796464 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (03a29cd2-d58c-40f5-9887-8c2199b93874), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.797692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (03a29cd2-d58c-40f5-9887-8c2199b93874), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.805967 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:29:47.808098 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.825517 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Sync routers for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:29:47.828919 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'project_id': '06942912e37346eaa2310a56b84f3886', 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:29:47.830355 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.851262 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:29:47.855329 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:47.871224 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f6062ca7-a6fc-41fe-98d4-bcb1adf89fd4 admin admin] Publish callbacks [] for security_group (d473a7ce-1d4d-41e1-8286-3f2e985e10ba), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.891553 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Allocated IP 172.20.0.2 (b1171be4-cbc8-4a98-b1ce-71873b834502/6376df79-69f6-4f5a-bd90-c1368892485a/2d863695-fd48-431d-b734-6a4eb10fa48a) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:47.903920 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.905174 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-b11221ce-25b4-49f0-b731-fe7dcfdb7e94 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1545320 Sep 01 00:29:47.922543 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49534) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:47.939011 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:47.956015 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks [] for router_controller (03a29cd2-d58c-40f5-9887-8c2199b93874), precommit_add_association {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:47.980153 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f6062ca7-a6fc-41fe-98d4-bcb1adf89fd4 admin admin] Publish callbacks [] for security_group (d473a7ce-1d4d-41e1-8286-3f2e985e10ba), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.026619 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:48.090586 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827973e-8c91-4fad-be18-d70231949d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3941306b-e163-4a37-8c7f-86b9487416e6,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:48.127725 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:29:48.199872 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9518962 Sep 01 00:29:48.207615 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49538) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:48.234418 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.255258 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Request body: {'subnet': {'network_id': 'ff7d6da0-7f6a-4a53-b749-14b02f43d323', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1948811880-subnet', 'tenant_id': '25cc8a74338e49e7b7332b34c30c1c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:29:48.269022 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adab7e1-d521-44dc-87a8-cee78905690c None None] Pushing event updated for resources: {'Port': ['ID=77d6e15d-db75-4e7d-a4a9-73aafedc876d,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:48.328516 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb1488-6fe9-4102-a22c-0bc719bfccea admin admin] Pushing event updated for resources: {'Network': ['ID=ff7d6da0-7f6a-4a53-b749-14b02f43d323,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:48.340261 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49540) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:48.367973 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Allocated IP 172.27.4.148 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/ce707596-8b21-4c3f-80fb-5133c4576ba9) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:48.431915 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network ff7d6da0-7f6a-4a53-b749-14b02f43d323 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:29:48.449812 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-dcc38b00-ce1a-40ab-a12a-b658e82c4435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.454071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:48.482267 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Made reservation on behalf of 25cc8a74338e49e7b7332b34c30c1c43 for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:29:48.484683 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.497504 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:48.517300 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Pushing event updated for resources: {'Port': ['ID=2658e6d5-29a7-4b37-a679-0f4ebe82975d,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:48.521573 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:48.558297 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:46Z', 'revision_number': 3, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:48.560400 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-3b1642f7-e27b-4a78-b8fe-8076fd49a6ad None None] Current status of the port 70991683-8dea-4a20-9667-cdb4f014d12a is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:48.565547 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 70991683-8dea-4a20-9667-cdb4f014d12a is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:48.572326 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks [] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.621727 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Checking router: 76654eb6-7beb-4a44-b98d-1db87303d600 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:29:48.622351 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Updating router 76654eb6-7beb-4a44-b98d-1db87303d600 port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:29:48.639034 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks [] for router_gateway (03a29cd2-d58c-40f5-9887-8c2199b93874), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.644169 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.650253 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:DELETE=4,neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:48.664517 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:48.679516 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.686305 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:48.704924 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:48.711445 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:48.733043 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Publish callbacks [] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.738754 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:48.817413 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Allocated IP 172.20.0.2 (6ec1bdb8-fcb4-45f0-8321-9a6d9446092b/2656a193-946c-440a-9e10-5eb2de1c9abe/98f089b5-f8c3-4645-979c-9177ca0de25a) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:48.847288 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f6062ca7-a6fc-41fe-98d4-bcb1adf89fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (d473a7ce-1d4d-41e1-8286-3f2e985e10ba), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.850599 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f6062ca7-a6fc-41fe-98d4-bcb1adf89fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:48.852578 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f6062ca7-a6fc-41fe-98d4-bcb1adf89fd4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d473a7ce-1d4d-41e1-8286-3f2e985e10ba HTTP/1.1" status: 204 len: 168 time: 1.3601663 Sep 01 00:29:48.906653 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Pushing event updated for resources: {'Port': ['ID=ce707596-8b21-4c3f-80fb-5133c4576ba9,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:48.945282 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6062ca7-a6fc-41fe-98d4-bcb1adf89fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d473a7ce-1d4d-41e1-8286-3f2e985e10ba,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:49.043403 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:49.078298 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.236189 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (789823d2-7aa6-4028-b481-f66e07a3efcd), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.308613 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Pushing event updated for resources: {'Port': ['ID=2d863695-fd48-431d-b734-6a4eb10fa48a,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:49.312543 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Publish callbacks [] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.324287 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.351801 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49560) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:49.375926 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Pushing event updated for resources: {'Port': ['ID=7b352917-7236-4f3c-ad7d-87bfcd6bcbd2,revision_number=2']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:49.398296 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.398647 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.399002 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.399360 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.403387 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.403797 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.404132 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.404461 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.405097 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.405984 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.406286 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.406647 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.406984 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.407261 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.412985 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Tracked resource versions report: Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: pushed versions: Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: { 'AddressGroup': {'1.2'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Agent': {'1.1'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'ConntrackHelper': {'1.0'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'LocalIPAssociation': {'1.0'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Log': {'1.0'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'NDPProxy': {'1.0'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Network': {'1.1'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Port': {'1.7'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'PortForwarding': {'1.3'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'QosPolicy': {'1.10'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SecurityGroup': {'1.5'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SecurityGroupRule': {'1.2'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SubPort': {'1.0'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Subnet': {'1.1'}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Trunk': {'1.1'}} Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: consumer versions: Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: { DHCP agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: HyperV agent@hv-cinder-82002: {}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: L3 agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: Metadata agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: Metering agent@dv-cinder-820027-21-iscsi: {}, Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: Open vSwitch agent@dv-cinder-820027-21-iscsi: { 'AddressGroup': '1.2', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Agent': '1.1', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'ConntrackHelper': '1.0', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'LocalIPAssociation': '1.0', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Log': '1.0', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'NDPProxy': '1.0', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Network': '1.1', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Port': '1.7', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'PortForwarding': '1.3', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'QosPolicy': '1.10', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SecurityGroup': '1.5', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SecurityGroupRule': '1.2', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'SubPort': '1.0', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Subnet': '1.1', Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: 'Trunk': '1.1'}} Sep 01 00:29:49.414510 dv-cinder-820027-21-iscsi neutron-server[117904]: {{(pid=117904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 00:29:49.419542 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks [] for router_gateway (03a29cd2-d58c-40f5-9887-8c2199b93874), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.430697 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Attempting to bind port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:29:49.431834 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Attempting to bind port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:29:49.433851 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Attempting to bind port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:29:49.455620 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:29:49.456250 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:49.456846 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.457472 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:29:49.458085 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Bound port: 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:29:49.458877 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.508557 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-dcc38b00-ce1a-40ab-a12a-b658e82c4435 admin admin] Publish callbacks [] for security_group (91038f30-354f-4182-b824-b3eec20364fc), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.519653 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] For port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:29:49.523696 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] For port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=7b352917-7236-4f3c-ad7d-87bfcd6bcbd2,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:29:49.533141 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.536960 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.545599 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-dcc38b00-ce1a-40ab-a12a-b658e82c4435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (91038f30-354f-4182-b824-b3eec20364fc), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.546288 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Network b1171be4-cbc8-4a98-b1ce-71873b834502 is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:49.557427 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:49.576108 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 70991683-8dea-4a20-9667-cdb4f014d12a up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:29:49.586872 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:49.600172 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Publish callbacks [] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.611814 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823dd3e-f334-4a0a-ad63-7d22389c430c None None] Pushing event updated for resources: {'Port': ['ID=7b352917-7236-4f3c-ad7d-87bfcd6bcbd2,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:49.615796 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:29:49.616809 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:49.656861 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b38de21-28ca-488d-9b31-aa8a91634f20 None None] Network a7ae7c87-2d4d-4921-9c18-8673416a29fc requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:49.680375 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:49.708009 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49566) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:49.725665 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=789823d2-7aa6-4028-b481-f66e07a3efcd,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:49.735250 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:49.763727 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:29:49.770980 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-dcc38b00-ce1a-40ab-a12a-b658e82c4435 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a924b839b88347a7b299a5c8c19919ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4220476 Sep 01 00:29:49.771314 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Allocated IP 172.27.4.4 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/859e7e94-1a40-447a-8dba-e2a46c5f1399) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:49.778046 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:49.785358 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49570) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:49.800751 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-37727da0-125a-4f78-b482-a2ea7b362a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.802645 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks [] for router_gateway (5b291923-b960-4f23-8816-471fd90f67c6), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.824516 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.832532 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks [] for router_gateway (bda51d54-b1bb-465f-adaa-e74aea8048b6), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.845312 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-537ca5f2-bc31-4e1d-955a-e735010bec19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:49.893795 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Checking segment: {'id': 'e65d9b4e-d165-4886-b318-e76b7067881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ff7d6da0-7f6a-4a53-b749-14b02f43d323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:49.893978 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Network hostable DHCP agents. Network: ff7d6da0-7f6a-4a53-b749-14b02f43d323, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:29:49.896401 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc38b00-ce1a-40ab-a12a-b658e82c4435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91038f30-354f-4182-b824-b3eec20364fc,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:49.935916 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:49.981948 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:49.987549 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Attempting to bind port 2d863695-fd48-431d-b734-6a4eb10fa48a on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:29:49.988368 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Attempting to bind port 2d863695-fd48-431d-b734-6a4eb10fa48a by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:29:49.988488 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Attempting to bind port 2d863695-fd48-431d-b734-6a4eb10fa48a on network b1171be4-cbc8-4a98-b1ce-71873b834502 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:29:50.018914 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:50.028716 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:50.035632 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-f2b1bfe9-1afc-48d9-bdc7-41b9ef76360a None None] Provisioning complete for port 77d6e15d-db75-4e7d-a4a9-73aafedc876d triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:50.036374 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f2b1bfe9-1afc-48d9-bdc7-41b9ef76360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.077999 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:46Z', 'revision_number': 3, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:50.089316 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Network ff7d6da0-7f6a-4a53-b749-14b02f43d323 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:29:50.089675 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks [] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.100684 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:50.104298 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-66413fa4-3cd5-4ab1-a0f3-36a4d18d8692 admin admin] Publish callbacks [] for security_group (91038f30-354f-4182-b824-b3eec20364fc), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.108295 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:50.121333 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:50.134687 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, ff7d6da0-7f6a-4a53-b749-14b02f43d323) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:50.155545 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:29:50.156316 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Checking segment: {'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:50.156601 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:29:50.157209 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.157924 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.158677 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Bound using segment: {'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:29:50.159330 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Bound port: 2d863695-fd48-431d-b734-6a4eb10fa48a, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:29:50.159950 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.169876 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cdbf25-a7ea-4525-84c0-49456c2e1fee None None] The sync data for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi is: [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:46Z', 'revision_number': 3, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:29:50.179723 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fab0b-0a18-4255-973f-b8dcfe9b6aed None None] Network ff7d6da0-7f6a-4a53-b749-14b02f43d323 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:50.198845 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 70991683-8dea-4a20-9667-cdb4f014d12a triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:50.199259 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.249649 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Pushing event updated for resources: {'Port': ['ID=98f089b5-f8c3-4645-979c-9177ca0de25a,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:50.276905 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-37727da0-125a-4f78-b482-a2ea7b362a5b admin admin] Publish callbacks [] for security_group (9164cb74-137f-47a3-b873-8405177452a5), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.318934 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-66413fa4-3cd5-4ab1-a0f3-36a4d18d8692 admin admin] Publish callbacks [] for security_group (91038f30-354f-4182-b824-b3eec20364fc), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.404789 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-de5f9a32-4ab2-41cf-a359-b958cab92c85 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1903472 Sep 01 00:29:50.442467 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-537ca5f2-bc31-4e1d-955a-e735010bec19 admin admin] Publish callbacks [] for security_group (a5a37d2f-5ec8-47ee-974a-5db922e46abf), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.461986 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-537ca5f2-bc31-4e1d-955a-e735010bec19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (a5a37d2f-5ec8-47ee-974a-5db922e46abf), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.490173 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.499805 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-37727da0-125a-4f78-b482-a2ea7b362a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (9164cb74-137f-47a3-b873-8405177452a5), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.518707 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-fd4e805d-1f56-4f72-b0b8-a3e2a2b4a5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.528151 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Attempting to bind port 98f089b5-f8c3-4645-979c-9177ca0de25a on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:29:50.528541 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Attempting to bind port 98f089b5-f8c3-4645-979c-9177ca0de25a by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:29:50.528939 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Attempting to bind port 98f089b5-f8c3-4645-979c-9177ca0de25a on network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:29:50.545206 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] For port 2d863695-fd48-431d-b734-6a4eb10fa48a, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:29:50.560358 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (bda51d54-b1bb-465f-adaa-e74aea8048b6), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.576855 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:50.579123 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-537ca5f2-bc31-4e1d-955a-e735010bec19 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8e136a2576c3475481e580f8debfc295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8693023 Sep 01 00:29:50.588905 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:50.589278 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49574) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:50.596375 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:29:50.599018 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Checking segment: {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:50.599752 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.599872 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Bound using segment: {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:29:50.600426 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Bound port: 98f089b5-f8c3-4645-979c-9177ca0de25a, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:29:50.600854 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.602006 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.606345 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-66413fa4-3cd5-4ab1-a0f3-36a4d18d8692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (91038f30-354f-4182-b824-b3eec20364fc), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.608943 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-66413fa4-3cd5-4ab1-a0f3-36a4d18d8692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.610189 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-66413fa4-3cd5-4ab1-a0f3-36a4d18d8692 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/91038f30-354f-4182-b824-b3eec20364fc HTTP/1.1" status: 204 len: 168 time: 0.8239987 Sep 01 00:29:50.611023 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ca5f2-bc31-4e1d-955a-e735010bec19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a37d2f-5ec8-47ee-974a-5db922e46abf,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:50.626633 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] For port 2d863695-fd48-431d-b734-6a4eb10fa48a, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=2d863695-fd48-431d-b734-6a4eb10fa48a,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:29:50.693128 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:50.698064 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:50.723263 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1bfe9-1afc-48d9-bdc7-41b9ef76360a None None] Current status of the port 77d6e15d-db75-4e7d-a4a9-73aafedc876d is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:50.725156 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f2b1bfe9-1afc-48d9-bdc7-41b9ef76360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.730385 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (5b291923-b960-4f23-8816-471fd90f67c6), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.748941 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81117775-8de6-45b0-aef4-abd1596979f5 None None] Network ff7d6da0-7f6a-4a53-b749-14b02f43d323 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:50.770199 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:50.776618 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49578) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:50.811926 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66413fa4-3cd5-4ab1-a0f3-36a4d18d8692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91038f30-354f-4182-b824-b3eec20364fc,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:51.014241 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] For port 98f089b5-f8c3-4645-979c-9177ca0de25a, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:29:51.014860 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37727da0-125a-4f78-b482-a2ea7b362a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9164cb74-137f-47a3-b873-8405177452a5,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:51.018469 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] For port 98f089b5-f8c3-4645-979c-9177ca0de25a, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=98f089b5-f8c3-4645-979c-9177ca0de25a,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:29:51.021327 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-37727da0-125a-4f78-b482-a2ea7b362a5b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=25fba38957464d34adbcc250cabbc8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6681139 Sep 01 00:29:51.049157 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49582) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:51.106468 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-f2b1bfe9-1afc-48d9-bdc7-41b9ef76360a None None] For port 77d6e15d-db75-4e7d-a4a9-73aafedc876d, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=77d6e15d-db75-4e7d-a4a9-73aafedc876d,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:29:51.107770 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:51.122399 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10546ee4-3c2e-4ad5-8edc-ace9215b4b6e None None] Pushing event updated for resources: {'Port': ['ID=2d863695-fd48-431d-b734-6a4eb10fa48a,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:51.146031 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ebe584a3-2f98-455c-8956-ac43a70c6c37 admin admin] Publish callbacks [] for security_group (a5a37d2f-5ec8-47ee-974a-5db922e46abf), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.147914 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:51.148376 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f2b1bfe9-1afc-48d9-bdc7-41b9ef76360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.149097 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Pushing event updated for resources: {'Port': ['ID=859e7e94-1a40-447a-8dba-e2a46c5f1399,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:51.160419 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 70991683-8dea-4a20-9667-cdb4f014d12a is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:51.162370 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 77d6e15d-db75-4e7d-a4a9-73aafedc876d up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:29:51.219287 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0594ffa1-bcfe-4227-b4b4-dee90cb83fcc admin admin] Deleting subnet 730a683f-2349-45b7-98fc-0fa993475397 {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:29:51.243449 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:51.245183 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.257228 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Router 5b291923-b960-4f23-8816-471fd90f67c6 is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:29:51.259551 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1bfe9-1afc-48d9-bdc7-41b9ef76360a None None] Pushing event updated for resources: {'Port': ['ID=77d6e15d-db75-4e7d-a4a9-73aafedc876d,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:51.278215 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0594ffa1-bcfe-4227-b4b4-dee90cb83fcc admin admin] Publish callbacks [] for subnet (730a683f-2349-45b7-98fc-0fa993475397), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.348032 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ebe584a3-2f98-455c-8956-ac43a70c6c37 admin admin] Publish callbacks [] for security_group (a5a37d2f-5ec8-47ee-974a-5db922e46abf), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.400641 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711ce10-1f8b-4eb6-90b8-6ac9578ba98e None None] Pushing event updated for resources: {'Port': ['ID=98f089b5-f8c3-4645-979c-9177ca0de25a,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:51.401583 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-50b9b472-f457-42f2-8916-4b413cae70fe admin admin] Publish callbacks [] for security_group (9164cb74-137f-47a3-b873-8405177452a5), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.435266 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-50b9b472-f457-42f2-8916-4b413cae70fe admin admin] Publish callbacks [] for security_group (9164cb74-137f-47a3-b873-8405177452a5), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.488966 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-bbd23a71-a296-47e3-8632-1085402d8892 None None] Provisioning complete for port 77d6e15d-db75-4e7d-a4a9-73aafedc876d triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:51.489575 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-bbd23a71-a296-47e3-8632-1085402d8892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.525150 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-50b9b472-f457-42f2-8916-4b413cae70fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (9164cb74-137f-47a3-b873-8405177452a5), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.529102 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-50b9b472-f457-42f2-8916-4b413cae70fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.530403 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-50b9b472-f457-42f2-8916-4b413cae70fe admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9164cb74-137f-47a3-b873-8405177452a5 HTTP/1.1" status: 204 len: 168 time: 0.4704947 Sep 01 00:29:51.591042 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9b472-f457-42f2-8916-4b413cae70fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9164cb74-137f-47a3-b873-8405177452a5,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:51.628858 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0594ffa1-bcfe-4227-b4b4-dee90cb83fcc admin admin] Publish callbacks [] for subnet (730a683f-2349-45b7-98fc-0fa993475397), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.637507 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:51.730747 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0594ffa1-bcfe-4227-b4b4-dee90cb83fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (730a683f-2349-45b7-98fc-0fa993475397), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.833033 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:29:51.851733 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Allocated IP 172.20.0.1 (7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b/8ab8a76c-42bb-4032-bf05-3da25472b0d1/0a1a456c-cee0-43fa-a053-518935283c8e) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:51.866145 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.872004 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-2de50e55-f27e-43e7-9648-12571684a97a admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4216647 Sep 01 00:29:51.874832 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49602) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:51.887097 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Router bda51d54-b1bb-465f-adaa-e74aea8048b6 is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:29:51.942514 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ebe584a3-2f98-455c-8956-ac43a70c6c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (a5a37d2f-5ec8-47ee-974a-5db922e46abf), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.945993 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ebe584a3-2f98-455c-8956-ac43a70c6c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:51.948704 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-ebe584a3-2f98-455c-8956-ac43a70c6c37 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a5a37d2f-5ec8-47ee-974a-5db922e46abf HTTP/1.1" status: 204 len: 168 time: 1.3577137 Sep 01 00:29:52.004119 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe584a3-2f98-455c-8956-ac43a70c6c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a37d2f-5ec8-47ee-974a-5db922e46abf,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:52.004255 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Sync routers for ids ['5b291923-b960-4f23-8816-471fd90f67c6'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:29:52.079953 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 77d6e15d-db75-4e7d-a4a9-73aafedc876d triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:52.082129 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:52.103013 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:52.141186 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0594ffa1-bcfe-4227-b4b4-dee90cb83fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (730a683f-2349-45b7-98fc-0fa993475397), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:52.176828 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks [] for router_gateway (03a29cd2-d58c-40f5-9887-8c2199b93874), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:52.196940 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Routers {'5b291923-b960-4f23-8816-471fd90f67c6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:29:52.197583 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['5b291923-b960-4f23-8816-471fd90f67c6'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:52.240898 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594ffa1-bcfe-4227-b4b4-dee90cb83fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730a683f-2349-45b7-98fc-0fa993475397,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:52.249546 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0594ffa1-bcfe-4227-b4b4-dee90cb83fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:52.265294 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-0594ffa1-bcfe-4227-b4b4-dee90cb83fcc admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/730a683f-2349-45b7-98fc-0fa993475397 HTTP/1.1" status: 204 len: 168 time: 1.4828463 Sep 01 00:29:52.289030 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49612) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:52.496584 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:29:52.524946 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Sync routers for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:29:52.545077 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:29:52.545973 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:52.546551 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Publish callbacks [] for port (0a1a456c-cee0-43fa-a053-518935283c8e), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:52.564200 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=7,neutron:INSERT=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:52.575924 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:52.585776 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-14222941-566d-44bd-a312-92a0551c434d admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4049997 Sep 01 00:29:52.586630 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49620) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:52.602188 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Set router 5b291923-b960-4f23-8816-471fd90f67c6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:29:52.605913 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-bbd23a71-a296-47e3-8632-1085402d8892 None None] Current status of the port 77d6e15d-db75-4e7d-a4a9-73aafedc876d is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:52.629401 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (be0f7187-c812-4167-b884-697f14b7aef7), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:52.786058 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:29:52.795573 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d50571-0f44-49bb-a741-c1447c9b2219 None None] Network b1171be4-cbc8-4a98-b1ce-71873b834502 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:52.834349 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 77d6e15d-db75-4e7d-a4a9-73aafedc876d is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:52.849407 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:52.949779 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:52.975971 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:52.979891 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:52.984132 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (76654eb6-7beb-4a44-b98d-1db87303d600), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:53.037187 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:53.070724 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-dc2768ae-fb95-4190-b325-c1c61a0dcf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:53.111528 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-87b94bd0-b91e-4768-8b40-57a7419cca58 None None] Provisioning complete for port 2d863695-fd48-431d-b734-6a4eb10fa48a triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:53.113752 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-87b94bd0-b91e-4768-8b40-57a7419cca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:53.136450 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:53.191262 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (be0f7187-c812-4167-b884-697f14b7aef7), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:53.290992 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.291345 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.295152 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.295498 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > port after_create 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.295837 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > port after_delete 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.296186 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > port after_update 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.296533 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.300588 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.301034 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.303103 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.304993 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:48Z', 'revision_number': 3, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:53.309367 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1a456c-cee0-43fa-a053-518935283c8e,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:53.358976 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 98f089b5-f8c3-4645-979c-9177ca0de25a up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:29:53.377943 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Checking router: bda51d54-b1bb-465f-adaa-e74aea8048b6 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:29:53.378281 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Updating router bda51d54-b1bb-465f-adaa-e74aea8048b6 port 2658e6d5-29a7-4b37-a679-0f4ebe82975d binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:29:53.508076 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:53.612375 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-87b94bd0-b91e-4768-8b40-57a7419cca58 None None] Current status of the port 2d863695-fd48-431d-b734-6a4eb10fa48a is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:53.615229 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-87b94bd0-b91e-4768-8b40-57a7419cca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:53.729010 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b291923-b960-4f23-8816-471fd90f67c6', 'name': 'tempest-DeleteServersTestJSON-755306165-router', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:46Z', 'updated_at': '2022-09-01T00:29:49Z', 'revision_number': 3, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'gw_port': {'id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:53.736045 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9fbc8d-f520-487b-9c96-163588c9c219 None None] Network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:29:53.760280 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.761647 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.762240 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.762813 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=117902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:53.763397 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0f7187-c812-4167-b884-697f14b7aef7']}} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:53.855086 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41f0f85-d580-482d-8dd7-d59f26b8a0cf') {'for_net_delete': True} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:53.858254 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41f0f85-d580-482d-8dd7-d59f26b8a0cf') {} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:53.864085 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Checking router: 5b291923-b960-4f23-8816-471fd90f67c6 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:29:53.864361 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Updating router 5b291923-b960-4f23-8816-471fd90f67c6 port ce707596-8b21-4c3f-80fb-5133c4576ba9 binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:29:53.936695 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:53.998484 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.030039 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:54.031762 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 98f089b5-f8c3-4645-979c-9177ca0de25a triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:54.032246 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.086222 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-87b94bd0-b91e-4768-8b40-57a7419cca58 None None] For port 2d863695-fd48-431d-b734-6a4eb10fa48a, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=2d863695-fd48-431d-b734-6a4eb10fa48a,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:29:54.264772 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.309951 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10090373'] for segment (c41f0f85-d580-482d-8dd7-d59f26b8a0cf), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.344246 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.347128 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-87b94bd0-b91e-4768-8b40-57a7419cca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.349648 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.364824 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Publish callbacks [] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.382250 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.426973 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Attempting to bind port 2658e6d5-29a7-4b37-a679-0f4ebe82975d on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:29:54.427716 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Attempting to bind port 2658e6d5-29a7-4b37-a679-0f4ebe82975d by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:29:54.429041 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Attempting to bind port 2658e6d5-29a7-4b37-a679-0f4ebe82975d on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:29:54.437039 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:29:54.437780 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:54.440722 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.441324 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:29:54.442033 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Bound port: 2658e6d5-29a7-4b37-a679-0f4ebe82975d, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:29:54.442805 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.459733 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (c41f0f85-d580-482d-8dd7-d59f26b8a0cf), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.472753 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (03a29cd2-d58c-40f5-9887-8c2199b93874), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.502509 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=117902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:29:54.503206 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9724977'] for segment (c41f0f85-d580-482d-8dd7-d59f26b8a0cf), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.518350 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] For port 2658e6d5-29a7-4b37-a679-0f4ebe82975d, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:29:54.522244 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] For port 2658e6d5-29a7-4b37-a679-0f4ebe82975d, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=2658e6d5-29a7-4b37-a679-0f4ebe82975d,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:29:54.555146 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.556706 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b94bd0-b91e-4768-8b40-57a7419cca58 None None] Pushing event updated for resources: {'Port': ['ID=2d863695-fd48-431d-b734-6a4eb10fa48a,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:54.562773 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:54.575194 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:29:54.576282 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:54.662254 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Provisioning complete for port 98f089b5-f8c3-4645-979c-9177ca0de25a triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:54.662642 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.718991 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.723843 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:29:54.732806 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Allocated IP 172.20.0.1 (a7ae7c87-2d4d-4921-9c18-8673416a29fc/88431f08-94ca-406b-8ae5-c131015c23d1/900d3153-8469-409e-a577-3b9b47223462) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:54.770684 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.807222 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (be0f7187-c812-4167-b884-697f14b7aef7), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.823319 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:54.836001 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.836844 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:54.849722 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/be0f7187-c812-4167-b884-697f14b7aef7 HTTP/1.1" status: 204 len: 168 time: 2.5520303 Sep 01 00:29:54.908467 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Publish callbacks [] for port (900d3153-8469-409e-a577-3b9b47223462), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:54.949340 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:54.952604 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:54.955694 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49676) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:55.046677 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 98f089b5-f8c3-4645-979c-9177ca0de25a is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:55.047310 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.049136 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:55.055523 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Publish callbacks [] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.077631 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:48Z', 'revision_number': 3, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:55.093197 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e061262-5748-4da9-9c48-2269e95bfc60 admin admin] Pushing event deleted for resources: {'Network': ['ID=be0f7187-c812-4167-b884-697f14b7aef7,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:55.145330 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.165772 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7976be8-db08-45ae-ac02-84c759a1dd6c None None] Pushing event updated for resources: {'Port': ['ID=2658e6d5-29a7-4b37-a679-0f4ebe82975d,revision_number=2']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:55.181365 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288a84b-a4e9-41c4-a17a-16442581b6c7 None None] The sync data for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi is: [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:48Z', 'revision_number': 3, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:29:55.278209 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Router 03a29cd2-d58c-40f5-9887-8c2199b93874 is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:29:55.361621 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7976be8-db08-45ae-ac02-84c759a1dd6c None None] Pushing event updated for resources: {'Port': ['ID=2658e6d5-29a7-4b37-a679-0f4ebe82975d,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:55.371433 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (900d3153-8469-409e-a577-3b9b47223462), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.393977 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Attempting to bind port ce707596-8b21-4c3f-80fb-5133c4576ba9 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:29:55.394515 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Attempting to bind port ce707596-8b21-4c3f-80fb-5133c4576ba9 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:29:55.394682 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Attempting to bind port ce707596-8b21-4c3f-80fb-5133c4576ba9 on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:29:55.405030 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Current status of the port 98f089b5-f8c3-4645-979c-9177ca0de25a is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:55.408144 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ac69f4-e1eb-458a-94be-de5ac3b027c5 admin admin] Deleting subnet 789823d2-7aa6-4028-b481-f66e07a3efcd {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:29:55.408271 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.488525 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 98f089b5-f8c3-4645-979c-9177ca0de25a, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=98f089b5-f8c3-4645-979c-9177ca0de25a,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:29:55.507080 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:29:55.507513 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:55.507842 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.508242 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:29:55.508749 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Bound port: ce707596-8b21-4c3f-80fb-5133c4576ba9, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:29:55.509121 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.552444 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Publish callbacks [] for port (0a1a456c-cee0-43fa-a053-518935283c8e), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.573376 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-66ac69f4-e1eb-458a-94be-de5ac3b027c5 admin admin] Publish callbacks [] for subnet (789823d2-7aa6-4028-b481-f66e07a3efcd), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.630518 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.631620 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 77d6e15d-db75-4e7d-a4a9-73aafedc876d up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:29:55.642311 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.643802 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (76654eb6-7beb-4a44-b98d-1db87303d600), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.658356 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Network a7ae7c87-2d4d-4921-9c18-8673416a29fc is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:55.676409 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:55.685695 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:29:55.703882 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:55.706595 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (bda51d54-b1bb-465f-adaa-e74aea8048b6), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.720276 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:55.723942 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Pushing event updated for resources: {'Port': ['ID=900d3153-8469-409e-a577-3b9b47223462,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:55.726610 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c00c1af1-9ead-4ce9-8588-597a0c4c9f7f admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0562332 Sep 01 00:29:55.727242 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49706) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:55.980025 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Allocated IP 172.20.0.1 (b1171be4-cbc8-4a98-b1ce-71873b834502/6376df79-69f6-4f5a-bd90-c1368892485a/b3664201-6ebf-45da-9653-e9c3110f0f47) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:55.985995 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.services.segments.plugin [-] Segment c41f0f85-d580-482d-8dd7-d59f26b8a0cf resource provider aggregate not found Sep 01 00:29:55.996149 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:56.118335 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-66ac69f4-e1eb-458a-94be-de5ac3b027c5 admin admin] Publish callbacks [] for subnet (789823d2-7aa6-4028-b481-f66e07a3efcd), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.172316 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.services.segments.plugin [-] Segment c41f0f85-d580-482d-8dd7-d59f26b8a0cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c41f0f85-d580-482d-8dd7-d59f26b8a0cf found for delete ", "request_id": "req-9f0fbfe9-5195-4702-b682-21906a7a3f9c"}]} Sep 01 00:29:56.174579 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:56.177676 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:56.181179 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Sync routers for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:29:56.187091 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-66ac69f4-e1eb-458a-94be-de5ac3b027c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (789823d2-7aa6-4028-b481-f66e07a3efcd), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.195072 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.196105 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.216752 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd004b-62bc-4383-94a0-0134f7b852d0 None None] Pushing event updated for resources: {'Port': ['ID=ce707596-8b21-4c3f-80fb-5133c4576ba9,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:56.216752 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] For port ce707596-8b21-4c3f-80fb-5133c4576ba9, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:29:56.227989 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.db.api [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=117903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 01 00:29:56.228922 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG oslo_db.api [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 00:29:56.291178 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] For port ce707596-8b21-4c3f-80fb-5133c4576ba9, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=ce707596-8b21-4c3f-80fb-5133c4576ba9,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:29:56.295655 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:29:56.296513 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:56.335025 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1a456c-cee0-43fa-a053-518935283c8e,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:56.382113 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.441799 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=98f089b5-f8c3-4645-979c-9177ca0de25a,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:56.468835 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:56.477881 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:56.516299 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 77d6e15d-db75-4e7d-a4a9-73aafedc876d triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:56.516862 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.653196 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Routers {'5b291923-b960-4f23-8816-471fd90f67c6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:29:56.653633 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['5b291923-b960-4f23-8816-471fd90f67c6'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:56.656439 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-66ac69f4-e1eb-458a-94be-de5ac3b027c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for subnet (789823d2-7aa6-4028-b481-f66e07a3efcd), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.672519 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Publish callbacks [] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.704679 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-66ac69f4-e1eb-458a-94be-de5ac3b027c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.712252 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-66ac69f4-e1eb-458a-94be-de5ac3b027c5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/789823d2-7aa6-4028-b481-f66e07a3efcd HTTP/1.1" status: 204 len: 168 time: 1.4814534 Sep 01 00:29:56.716239 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49730) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:56.744243 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.765914 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:56.770963 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:56.915039 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:56.939114 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:29:56.987110 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Network b1171be4-cbc8-4a98-b1ce-71873b834502 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:56.995878 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:57.002427 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (ff7d6da0-7f6a-4a53-b749-14b02f43d323), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:57.022622 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac69f4-e1eb-458a-94be-de5ac3b027c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789823d2-7aa6-4028-b481-f66e07a3efcd,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:57.029942 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Router 76654eb6-7beb-4a44-b98d-1db87303d600 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:29:57.048660 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:57.055785 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (900d3153-8469-409e-a577-3b9b47223462), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:57.055913 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Pushing event updated for resources: {'Port': ['ID=b3664201-6ebf-45da-9653-e9c3110f0f47,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:57.193110 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd004b-62bc-4383-94a0-0134f7b852d0 None None] Pushing event updated for resources: {'Port': ['ID=ce707596-8b21-4c3f-80fb-5133c4576ba9,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:57.218345 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Current status of the port 98f089b5-f8c3-4645-979c-9177ca0de25a is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:57.286473 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (5b291923-b960-4f23-8816-471fd90f67c6), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:57.522668 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Allocated IP 172.20.0.1 (6ec1bdb8-fcb4-45f0-8321-9a6d9446092b/2656a193-946c-440a-9e10-5eb2de1c9abe/50224166-8184-47d2-8235-226d947f0a4f) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:29:57.571555 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Provisioning complete for port 0a1a456c-cee0-43fa-a053-518935283c8e triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:57.572287 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:57.636160 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Port 0a1a456c-cee0-43fa-a053-518935283c8e cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:29:57.649750 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Provisioning complete for port 2d863695-fd48-431d-b734-6a4eb10fa48a triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:57.650155 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:57.653626 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] Set router 5b291923-b960-4f23-8816-471fd90f67c6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:29:57.659562 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 77d6e15d-db75-4e7d-a4a9-73aafedc876d is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:57.660704 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:29:57.775290 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (ff7d6da0-7f6a-4a53-b749-14b02f43d323), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:57.826664 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49762) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:57.850398 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:57.855031 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:29:57.863013 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:57.865730 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:57.868121 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:57.868121 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:57.868121 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > port after_create 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:57.868121 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > port after_delete 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:57.868121 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > port after_update 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:57.868121 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:57.868840 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:57.868840 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:57.869091 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:57.895961 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Publish callbacks [] for port (50224166-8184-47d2-8235-226d947f0a4f), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:57.908723 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:57.945739 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:51Z', 'revision_number': 3, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:58.002130 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Checking router: 03a29cd2-d58c-40f5-9887-8c2199b93874 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:29:58.002449 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Updating router 03a29cd2-d58c-40f5-9887-8c2199b93874 port 859e7e94-1a40-447a-8dba-e2a46c5f1399 binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:29:58.020326 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (50224166-8184-47d2-8235-226d947f0a4f), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.043106 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.046651 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:58.046999 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:58.047329 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:58.049195 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=117901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 00:29:58.049195 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7d6da0-7f6a-4a53-b749-14b02f43d323']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:58.107655 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65d9b4e-d165-4886-b318-e76b7067881c') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:58.107946 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65d9b4e-d165-4886-b318-e76b7067881c') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:58.113399 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:29:58.124026 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Sync routers for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:29:58.132449 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-9bb710f2-14c1-425c-839a-6880f98de3c7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/76654eb6-7beb-4a44-b98d-1db87303d600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1942945 Sep 01 00:29:58.134838 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (e65d9b4e-d165-4886-b318-e76b7067881c), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.142210 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:29:58.142844 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:58.183727 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (e65d9b4e-d165-4886-b318-e76b7067881c), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.202549 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:58.212595 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:29:58.213013 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (e65d9b4e-d165-4886-b318-e76b7067881c), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.301122 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49772) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:58.342459 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (ff7d6da0-7f6a-4a53-b749-14b02f43d323), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.349474 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Publish callbacks [] for port (900d3153-8469-409e-a577-3b9b47223462), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.373190 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7d6da0-7f6a-4a53-b749-14b02f43d323,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:58.381264 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.384129 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:58.386564 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:58.390020 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-7513aebc-ba6b-40c1-bf9e-7eb0ffa33722 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/ff7d6da0-7f6a-4a53-b749-14b02f43d323 HTTP/1.1" status: 204 len: 168 time: 1.6312027 Sep 01 00:29:58.391134 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (900d3153-8469-409e-a577-3b9b47223462), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.403258 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:29:58.411283 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Pushing event updated for resources: {'Port': ['ID=50224166-8184-47d2-8235-226d947f0a4f,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:58.439804 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b094-19a7-449a-a1cc-f0d5da8dbf31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.460883 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:58.545597 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b094-19a7-449a-a1cc-f0d5da8dbf31 admin admin] Publish callbacks [] for security_group (1ceeffce-553c-468b-af9d-6ff758c7afa8), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.549137 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:58.551217 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:58.554053 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-54399c86-2f26-40c4-b5cd-18eb3e87ba72 None None] Current status of the port 2d863695-fd48-431d-b734-6a4eb10fa48a is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:58.564664 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b094-19a7-449a-a1cc-f0d5da8dbf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (1ceeffce-553c-468b-af9d-6ff758c7afa8), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.568695 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:29:58.624912 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a47a6ae5-a2c8-45ba-8b4f-30d7a2f43bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.678659 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Pushing event updated for resources: {'Port': ['ID=900d3153-8469-409e-a577-3b9b47223462,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:58.705742 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (bda51d54-b1bb-465f-adaa-e74aea8048b6), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.711687 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-dfe1b094-19a7-449a-a1cc-f0d5da8dbf31 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6811b3f8068c426787da9ef1c937f5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8689690 Sep 01 00:29:58.712447 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49782) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:58.756449 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 2, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:58.766159 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Provisioning complete for port 98f089b5-f8c3-4645-979c-9177ca0de25a triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:58.766905 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.767302 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1b094-19a7-449a-a1cc-f0d5da8dbf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceeffce-553c-468b-af9d-6ff758c7afa8,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:58.769434 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:58.770832 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.774202 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49786) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:58.801749 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (03a29cd2-d58c-40f5-9887-8c2199b93874), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.804575 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Checking router: 76654eb6-7beb-4a44-b98d-1db87303d600 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:29:58.805030 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Updating router 76654eb6-7beb-4a44-b98d-1db87303d600 port 0a1a456c-cee0-43fa-a053-518935283c8e binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:29:58.865481 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:58.867011 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Publish callbacks [] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.020152 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:59.048677 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment e65d9b4e-d165-4886-b318-e76b7067881c resource provider aggregate not found Sep 01 00:29:59.058749 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:59.059954 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.068835 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.113262 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment e65d9b4e-d165-4886-b318-e76b7067881c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e65d9b4e-d165-4886-b318-e76b7067881c found for delete ", "request_id": "req-a8eef7e9-268d-4110-b790-3ed72fb331a8"}]} Sep 01 00:29:59.173609 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:59.174679 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ebe93-8f35-4111-9667-f86d39d97279 None None] Pushing event updated for resources: {'Port': ['ID=859e7e94-1a40-447a-8dba-e2a46c5f1399,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:59.197508 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Publish callbacks [] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.201336 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a47a6ae5-a2c8-45ba-8b4f-30d7a2f43bd6 admin admin] Publish callbacks [] for security_group (25bd81a4-8c82-49f7-9e9a-41a307b6cc40), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.215290 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a47a6ae5-a2c8-45ba-8b4f-30d7a2f43bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (25bd81a4-8c82-49f7-9e9a-41a307b6cc40), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.224565 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f2f7c553-5fb6-4995-9f6c-361ffaaf872c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b620fa18ad9947a8b810be774b15e7c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4231603 Sep 01 00:29:59.238786 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Attempting to bind port 859e7e94-1a40-447a-8dba-e2a46c5f1399 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:29:59.239569 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Attempting to bind port 859e7e94-1a40-447a-8dba-e2a46c5f1399 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:29:59.239949 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Attempting to bind port 859e7e94-1a40-447a-8dba-e2a46c5f1399 on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:29:59.245618 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.247467 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49804) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:59.299530 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Network a7ae7c87-2d4d-4921-9c18-8673416a29fc is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:29:59.317630 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:29:59.397435 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-a47a6ae5-a2c8-45ba-8b4f-30d7a2f43bd6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ddd7e3061b8d42d6b547bfc99a119f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0952117 Sep 01 00:29:59.406558 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b163e859-2021-4043-aa5e-4357c056174a admin admin] Publish callbacks [] for security_group (1ceeffce-553c-468b-af9d-6ff758c7afa8), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.407820 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49822) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:59.408384 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49824) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:29:59.427129 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:29:59.427550 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:59.428069 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.429041 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:29:59.429269 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Bound port: 859e7e94-1a40-447a-8dba-e2a46c5f1399, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:29:59.429824 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.470743 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=7b352917-7236-4f3c-ad7d-87bfcd6bcbd2,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:29:59.470845 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b163e859-2021-4043-aa5e-4357c056174a admin admin] Publish callbacks [] for security_group (1ceeffce-553c-468b-af9d-6ff758c7afa8), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.492256 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.493095 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 2d863695-fd48-431d-b734-6a4eb10fa48a up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:29:59.522211 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a6ae5-a2c8-45ba-8b4f-30d7a2f43bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bd81a4-8c82-49f7-9e9a-41a307b6cc40,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:59.535270 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b291923-b960-4f23-8816-471fd90f67c6', 'name': 'tempest-DeleteServersTestJSON-755306165-router', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:46Z', 'updated_at': '2022-09-01T00:29:49Z', 'revision_number': 3, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'gw_port': {'id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:29:59.537320 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (50224166-8184-47d2-8235-226d947f0a4f), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.554784 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (5b291923-b960-4f23-8816-471fd90f67c6), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.577834 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Pushing event updated for resources: {'Port': ['ID=b3664201-6ebf-45da-9653-e9c3110f0f47,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:59.583915 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Publish callbacks [] for port (0a1a456c-cee0-43fa-a053-518935283c8e), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.596714 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.600526 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 2d863695-fd48-431d-b734-6a4eb10fa48a triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:59.600925 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.612989 dv-cinder-820027-21-iscsi neutron-server[117901]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 00:29:59.660978 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Current status of the port 98f089b5-f8c3-4645-979c-9177ca0de25a is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:29:59.679410 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:59.693503 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12306f-e8a6-4b3a-93af-0596f6470193 None None] Pushing event updated for resources: {'Port': ['ID=0a1a456c-cee0-43fa-a053-518935283c8e,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:59.697049 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Provisioning complete for port b3664201-6ebf-45da-9653-e9c3110f0f47 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:59.697765 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.700001 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77601ae4-d60f-4b5b-808d-c4686fc349ac None None] The sync data for ids ['5b291923-b960-4f23-8816-471fd90f67c6'] in dv-cinder-820027-21-iscsi is: [{'id': '5b291923-b960-4f23-8816-471fd90f67c6', 'name': 'tempest-DeleteServersTestJSON-755306165-router', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:46Z', 'updated_at': '2022-09-01T00:29:49Z', 'revision_number': 3, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'gw_port': {'id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:29:59.738499 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:59.786657 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=7b352917-7236-4f3c-ad7d-87bfcd6bcbd2,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:29:59.802675 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Attempting to bind port 0a1a456c-cee0-43fa-a053-518935283c8e on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:29:59.803219 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Attempting to bind port 0a1a456c-cee0-43fa-a053-518935283c8e by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:29:59.803585 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Attempting to bind port 0a1a456c-cee0-43fa-a053-518935283c8e on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:29:59.804216 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] For port 859e7e94-1a40-447a-8dba-e2a46c5f1399, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:29:59.814508 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:29:59.814877 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Checking segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:29:59.815294 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.815663 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Bound using segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:29:59.816129 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Bound port: 0a1a456c-cee0-43fa-a053-518935283c8e, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:29:59.816522 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.824297 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Port b3664201-6ebf-45da-9653-e9c3110f0f47 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:29:59.827740 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] For port 859e7e94-1a40-447a-8dba-e2a46c5f1399, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=859e7e94-1a40-447a-8dba-e2a46c5f1399,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:29:59.847412 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Provisioning complete for port 0a1a456c-cee0-43fa-a053-518935283c8e triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:59.848113 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.889042 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:59.889233 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Publish callbacks [] for port (50224166-8184-47d2-8235-226d947f0a4f), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.890650 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Port 0a1a456c-cee0-43fa-a053-518935283c8e cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:29:59.894025 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.895757 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:59.904379 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (50224166-8184-47d2-8235-226d947f0a4f), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.927575 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] For port 0a1a456c-cee0-43fa-a053-518935283c8e, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:29:59.933197 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] For port 0a1a456c-cee0-43fa-a053-518935283c8e, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=0a1a456c-cee0-43fa-a053-518935283c8e,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:29:59.942750 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.953218 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Provisioning complete for port 900d3153-8469-409e-a577-3b9b47223462 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:29:59.954119 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (900d3153-8469-409e-a577-3b9b47223462), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:29:59.965512 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:29:59.990925 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:00.000010 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Router bda51d54-b1bb-465f-adaa-e74aea8048b6 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:30:00.011470 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-623a151e-34dc-483b-a8f0-4c159efdb62b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:00.021766 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-623a151e-34dc-483b-a8f0-4c159efdb62b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 818 time: 0.5019591 Sep 01 00:30:00.027088 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d0cea24-c5b0-4297-b85d-57ce2119ac66 admin admin] Publish callbacks [] for security_group (25bd81a4-8c82-49f7-9e9a-41a307b6cc40), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.033836 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12306f-e8a6-4b3a-93af-0596f6470193 None None] Pushing event updated for resources: {'Port': ['ID=0a1a456c-cee0-43fa-a053-518935283c8e,revision_number=4']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:00.038130 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:00.038750 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:00.043024 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-0409d94f-ebb3-4e47-8933-c5f8b833b89d None None] Port 900d3153-8469-409e-a577-3b9b47223462 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:30:00.059582 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:00.060230 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:00.122073 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Pushing event updated for resources: {'Port': ['ID=50224166-8184-47d2-8235-226d947f0a4f,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:00.125161 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (03a29cd2-d58c-40f5-9887-8c2199b93874), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.133472 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-259f73c6-2784-40a7-9cd4-4e27ea7bae4b admin admin] Publish callbacks [] for security_group (eee1d385-7045-47b8-a4e0-946effc2cb46), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.171983 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b163e859-2021-4043-aa5e-4357c056174a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (1ceeffce-553c-468b-af9d-6ff758c7afa8), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.181464 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b163e859-2021-4043-aa5e-4357c056174a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.181464 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-b163e859-2021-4043-aa5e-4357c056174a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1ceeffce-553c-468b-af9d-6ff758c7afa8 HTTP/1.1" status: 204 len: 168 time: 1.4529600 Sep 01 00:30:00.235443 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 2d863695-fd48-431d-b734-6a4eb10fa48a is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:00.238452 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ebe93-8f35-4111-9667-f86d39d97279 None None] Pushing event updated for resources: {'Port': ['ID=859e7e94-1a40-447a-8dba-e2a46c5f1399,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:00.245908 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-c59700ef-8ec3-44de-a625-72ec333fdd3b None None] Provisioning complete for port 50224166-8184-47d2-8235-226d947f0a4f triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:00.246521 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-c59700ef-8ec3-44de-a625-72ec333fdd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (50224166-8184-47d2-8235-226d947f0a4f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.329887 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163e859-2021-4043-aa5e-4357c056174a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceeffce-553c-468b-af9d-6ff758c7afa8,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:00.368850 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:00.373962 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d0cea24-c5b0-4297-b85d-57ce2119ac66 admin admin] Publish callbacks [] for security_group (25bd81a4-8c82-49f7-9e9a-41a307b6cc40), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.379876 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-ef1398ab-d249-47c4-a905-aaa5cef1e1c4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/quotas/64e86923fd7b42cfaf18408210d4f6d7 HTTP/1.1" status: 200 len: 375 time: 0.3343148 Sep 01 00:30:00.411626 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-259f73c6-2784-40a7-9cd4-4e27ea7bae4b admin admin] Publish callbacks [] for security_group (eee1d385-7045-47b8-a4e0-946effc2cb46), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.445873 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Network b1171be4-cbc8-4a98-b1ce-71873b834502 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:30:00.453489 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-c59700ef-8ec3-44de-a625-72ec333fdd3b None None] Port 50224166-8184-47d2-8235-226d947f0a4f cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:30:00.457978 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:00.476113 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:00.522551 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-c59700ef-8ec3-44de-a625-72ec333fdd3b None None] Provisioning complete for port 900d3153-8469-409e-a577-3b9b47223462 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:00.523365 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-c59700ef-8ec3-44de-a625-72ec333fdd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (900d3153-8469-409e-a577-3b9b47223462), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.590583 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-ad82083d-b086-4683-a0f4-8f9587dccb85 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874926 Sep 01 00:30:00.703217 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-c59700ef-8ec3-44de-a625-72ec333fdd3b None None] Port 900d3153-8469-409e-a577-3b9b47223462 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:30:00.836344 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:30:00.864327 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-31e0c4d3-971f-42d6-b44e-0aea11a5015f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/bda51d54-b1bb-465f-adaa-e74aea8048b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2614439 Sep 01 00:30:00.884193 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Sync routers for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:30:00.886965 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:30:00.888037 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d0cea24-c5b0-4297-b85d-57ce2119ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (25bd81a4-8c82-49f7-9e9a-41a307b6cc40), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.894431 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d0cea24-c5b0-4297-b85d-57ce2119ac66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.906451 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:00.907373 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 98f089b5-f8c3-4645-979c-9177ca0de25a up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:00.911088 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-8d0cea24-c5b0-4297-b85d-57ce2119ac66 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/25bd81a4-8c82-49f7-9e9a-41a307b6cc40 HTTP/1.1" status: 204 len: 168 time: 1.3893666 Sep 01 00:30:00.933671 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cea24-c5b0-4297-b85d-57ce2119ac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bd81a4-8c82-49f7-9e9a-41a307b6cc40,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:00.949359 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-259f73c6-2784-40a7-9cd4-4e27ea7bae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (eee1d385-7045-47b8-a4e0-946effc2cb46), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.956779 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-259f73c6-2784-40a7-9cd4-4e27ea7bae4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:00.958808 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-259f73c6-2784-40a7-9cd4-4e27ea7bae4b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/eee1d385-7045-47b8-a4e0-946effc2cb46 HTTP/1.1" status: 204 len: 168 time: 1.7087820 Sep 01 00:30:01.001263 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f73c6-2784-40a7-9cd4-4e27ea7bae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee1d385-7045-47b8-a4e0-946effc2cb46,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:01.192640 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:01.206241 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49860) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:01.221394 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Router 03a29cd2-d58c-40f5-9887-8c2199b93874 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:30:01.225919 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b0ed86db-258e-4456-a666-e05b8be993ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:01.242045 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:01.294523 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c370fbd-c8f8-4f43-ba42-6d703e434cc5 None None] The sync data for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi is: [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:30:01.353344 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-29400154-af2b-4822-8d3e-81bb305e368f None None] Provisioning complete for port b3664201-6ebf-45da-9653-e9c3110f0f47 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:01.355475 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-29400154-af2b-4822-8d3e-81bb305e368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:01.480692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:30:01.490322 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-87c3bdce-522f-4866-b4df-844d1154326d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/03a29cd2-d58c-40f5-9887-8c2199b93874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7561741 Sep 01 00:30:01.503039 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Router 5b291923-b960-4f23-8816-471fd90f67c6 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:30:01.526743 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:01.527477 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:01.530301 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b0ed86db-258e-4456-a666-e05b8be993ae admin admin] Publish callbacks [] for security_group (70ecc9c7-ae75-4c3e-8d2e-46e8700dc229), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:01.549868 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b0ed86db-258e-4456-a666-e05b8be993ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (70ecc9c7-ae75-4c3e-8d2e-46e8700dc229), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:01.680823 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-b0ed86db-258e-4456-a666-e05b8be993ae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=755be6cfd2f44aabbd5cc4298ddb977e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731238 Sep 01 00:30:01.682109 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed86db-258e-4456-a666-e05b8be993ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ecc9c7-ae75-4c3e-8d2e-46e8700dc229,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:01.682832 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49870) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:01.706556 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:30:01.716247 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-b872d90e-3e01-461e-93a9-a7b5922341eb admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5b291923-b960-4f23-8816-471fd90f67c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8399675 Sep 01 00:30:01.730090 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:01.755997 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:01.761572 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-415c7298-5446-4f7e-97b8-edbae8d30402 admin admin] Publish callbacks [] for security_group (70ecc9c7-ae75-4c3e-8d2e-46e8700dc229), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:01.786390 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-415c7298-5446-4f7e-97b8-edbae8d30402 admin admin] Publish callbacks [] for security_group (70ecc9c7-ae75-4c3e-8d2e-46e8700dc229), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:01.794118 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-29400154-af2b-4822-8d3e-81bb305e368f None None] Port b3664201-6ebf-45da-9653-e9c3110f0f47 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:30:01.795974 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 2, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:01.830478 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 98f089b5-f8c3-4645-979c-9177ca0de25a triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:01.830994 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:01.872729 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-415c7298-5446-4f7e-97b8-edbae8d30402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (70ecc9c7-ae75-4c3e-8d2e-46e8700dc229), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:01.872729 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-415c7298-5446-4f7e-97b8-edbae8d30402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:01.872729 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-415c7298-5446-4f7e-97b8-edbae8d30402 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/70ecc9c7-ae75-4c3e-8d2e-46e8700dc229 HTTP/1.1" status: 204 len: 168 time: 0.1879163 Sep 01 00:30:01.880978 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4b56d-a542-44ec-bdaa-791381cc87e1 None None] The sync data for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi is: [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 2, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:30:01.881558 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c7298-5446-4f7e-97b8-edbae8d30402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ecc9c7-ae75-4c3e-8d2e-46e8700dc229,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:01.938483 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-7677167b-ba2a-4c7b-9284-5bd57c0c348d None None] Provisioning complete for port 50224166-8184-47d2-8235-226d947f0a4f triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:01.939160 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-7677167b-ba2a-4c7b-9284-5bd57c0c348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (50224166-8184-47d2-8235-226d947f0a4f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:01.967844 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:01.983957 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-cccc6027-fd4c-4dbe-be32-dda09addf169 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:30:01.985927 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-cccc6027-fd4c-4dbe-be32-dda09addf169 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0231545 Sep 01 00:30:02.060602 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-7677167b-ba2a-4c7b-9284-5bd57c0c348d None None] Port 50224166-8184-47d2-8235-226d947f0a4f cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:30:02.068595 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 98f089b5-f8c3-4645-979c-9177ca0de25a is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:02.069676 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 2658e6d5-29a7-4b37-a679-0f4ebe82975d up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:02.131067 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-db2f7603-25ce-438d-9560-50397788c4df service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300619 Sep 01 00:30:02.166171 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 2658e6d5-29a7-4b37-a679-0f4ebe82975d triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:02.166644 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.239890 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:29:57Z', 'revision_number': 2, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:02.323885 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-26eafaa3-28ed-45a5-8381-075d27f58106 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910601 Sep 01 00:30:02.346206 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49884) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:02.351764 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-40450d89-962c-4066-b4e2-390ddb74e5a1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401849312', 'description': 'tempest-description--250269628'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:02.389581 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49888) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:02.449754 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-40450d89-962c-4066-b4e2-390ddb74e5a1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.472850 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Checking router: bda51d54-b1bb-465f-adaa-e74aea8048b6 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:30:02.473234 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Updating router bda51d54-b1bb-465f-adaa-e74aea8048b6 port 900d3153-8469-409e-a577-3b9b47223462 binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:30:02.531561 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-08891aef-edfb-4ddd-a5d9-fe8a6707f30f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=25cc8a74338e49e7b7332b34c30c1c43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1407979 Sep 01 00:30:02.535194 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49892) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:02.537183 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (900d3153-8469-409e-a577-3b9b47223462), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.688370 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-40450d89-962c-4066-b4e2-390ddb74e5a1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (41f96ae7-2baf-4391-8211-6925e12e7cd3), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.696143 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:02.698827 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:02.701122 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-40450d89-962c-4066-b4e2-390ddb74e5a1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (41f96ae7-2baf-4391-8211-6925e12e7cd3), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.711999 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c82beda9-a7a3-496b-a94f-8ed09423260a admin admin] Publish callbacks [] for security_group (73432f81-091d-4c71-80c0-cff0773cfe44), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.759087 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49902) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:02.778271 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-40450d89-962c-4066-b4e2-390ddb74e5a1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.783785 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-40450d89-962c-4066-b4e2-390ddb74e5a1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4361827 Sep 01 00:30:02.785833 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49904) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:02.791940 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-cfaa2b37-a0b2-4d37-870a-0b85438143cd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'security_group_rule': {'security_group_id': '41f96ae7-2baf-4391-8211-6925e12e7cd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:02.815258 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40450d89-962c-4066-b4e2-390ddb74e5a1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f96ae7-2baf-4391-8211-6925e12e7cd3,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:02.818807 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 2658e6d5-29a7-4b37-a679-0f4ebe82975d is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:02.818807 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.827355 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c82beda9-a7a3-496b-a94f-8ed09423260a admin admin] Publish callbacks [] for security_group (73432f81-091d-4c71-80c0-cff0773cfe44), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.834257 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2b37-a0b2-4d37-870a-0b85438143cd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (e33ff7be-5974-4a06-84e3-339bb3034e14), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.881553 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:02.899413 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c7dab32b-95ef-4a3d-aa2d-ec306bbb71ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.915669 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 2658e6d5-29a7-4b37-a679-0f4ebe82975d, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=2658e6d5-29a7-4b37-a679-0f4ebe82975d,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:02.928039 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:02.928898 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device ce707596-8b21-4c3f-80fb-5133c4576ba9 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:03.062079 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:03.109085 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2b37-a0b2-4d37-870a-0b85438143cd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (e33ff7be-5974-4a06-84e3-339bb3034e14), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.115715 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2b37-a0b2-4d37-870a-0b85438143cd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (e33ff7be-5974-4a06-84e3-339bb3034e14), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.294291 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=2658e6d5-29a7-4b37-a679-0f4ebe82975d,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:03.376559 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Sync routers for ids ['5b291923-b960-4f23-8816-471fd90f67c6'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:30:03.388021 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Routers {'5b291923-b960-4f23-8816-471fd90f67c6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:03.395274 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['5b291923-b960-4f23-8816-471fd90f67c6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:03.397239 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port ce707596-8b21-4c3f-80fb-5133c4576ba9 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:03.397824 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.519306 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c82beda9-a7a3-496b-a94f-8ed09423260a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (73432f81-091d-4c71-80c0-cff0773cfe44), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.552906 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c82beda9-a7a3-496b-a94f-8ed09423260a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.567366 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c82beda9-a7a3-496b-a94f-8ed09423260a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/73432f81-091d-4c71-80c0-cff0773cfe44 HTTP/1.1" status: 204 len: 168 time: 1.0311468 Sep 01 00:30:03.574904 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49928) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:03.604456 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-6b7c0eb3-a020-49e3-b526-c04fcbabaad9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034602824', 'description': 'tempest-description--402447228'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:03.618168 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa2b37-a0b2-4d37-870a-0b85438143cd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33ff7be-5974-4a06-84e3-339bb3034e14,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:03.627274 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port ce707596-8b21-4c3f-80fb-5133c4576ba9 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:03.628346 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.636633 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2b37-a0b2-4d37-870a-0b85438143cd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.643221 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82beda9-a7a3-496b-a94f-8ed09423260a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73432f81-091d-4c71-80c0-cff0773cfe44,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:03.649097 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-cfaa2b37-a0b2-4d37-870a-0b85438143cd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8615847 Sep 01 00:30:03.653209 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49932) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:03.668729 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-c750814e-25b9-4828-811a-9143194714dc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'security_group_rule': {'security_group_id': '41f96ae7-2baf-4391-8211-6925e12e7cd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:03.721681 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b36915e7-2b10-4aac-bdff-d523b2ca0c80 req-a63d90bc-d012-49b0-b1ac-fddbac070f6b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 210 time: 0.0656726 Sep 01 00:30:03.730792 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0eb3-a020-49e3-b526-c04fcbabaad9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.789962 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:03.836555 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Set router 5b291923-b960-4f23-8816-471fd90f67c6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:03.864043 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c750814e-25b9-4828-811a-9143194714dc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (08cb336a-1e18-4792-b28d-ab4438724ec8), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.876348 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port ce707596-8b21-4c3f-80fb-5133c4576ba9, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=ce707596-8b21-4c3f-80fb-5133c4576ba9,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:03.918384 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.923792 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:03.989719 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0eb3-a020-49e3-b526-c04fcbabaad9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (10d546a7-6b71-4a87-a8e6-e0dde2389730), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:03.997611 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0eb3-a020-49e3-b526-c04fcbabaad9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (10d546a7-6b71-4a87-a8e6-e0dde2389730), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.104036 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0eb3-a020-49e3-b526-c04fcbabaad9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.107012 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6b7c0eb3-a020-49e3-b526-c04fcbabaad9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5144565 Sep 01 00:30:04.111539 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49954) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:04.146265 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-a98988d3-963d-4f26-b631-2e67b3f32b64 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'security_group_rule': {'security_group_id': '10d546a7-6b71-4a87-a8e6-e0dde2389730', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:04.165276 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c0eb3-a020-49e3-b526-c04fcbabaad9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d546a7-6b71-4a87-a8e6-e0dde2389730,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:04.198078 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c750814e-25b9-4828-811a-9143194714dc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (08cb336a-1e18-4792-b28d-ab4438724ec8), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.225500 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c7dab32b-95ef-4a3d-aa2d-ec306bbb71ef admin admin] Publish callbacks [] for security_group (49865ba8-cea9-4013-ba28-35a0631dd9be), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.229451 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c750814e-25b9-4828-811a-9143194714dc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (08cb336a-1e18-4792-b28d-ab4438724ec8), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.248265 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a98988d3-963d-4f26-b631-2e67b3f32b64 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (2820aa85-dcb8-4558-bf29-20f2760de141), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.307265 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c7dab32b-95ef-4a3d-aa2d-ec306bbb71ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (49865ba8-cea9-4013-ba28-35a0631dd9be), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.340690 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49974) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:04.347552 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:04.394537 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:04.399019 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.413256 dv-cinder-820027-21-iscsi neutron-server[117902]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 00:30:04.421664 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750814e-25b9-4828-811a-9143194714dc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cb336a-1e18-4792-b28d-ab4438724ec8,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:04.496130 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c750814e-25b9-4828-811a-9143194714dc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.503702 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c750814e-25b9-4828-811a-9143194714dc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8492551 Sep 01 00:30:04.505904 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 49982) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:04.507751 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a98988d3-963d-4f26-b631-2e67b3f32b64 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (2820aa85-dcb8-4558-bf29-20f2760de141), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.521498 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a98988d3-963d-4f26-b631-2e67b3f32b64 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (2820aa85-dcb8-4558-bf29-20f2760de141), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.533768 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Publish callbacks [] for port (900d3153-8469-409e-a577-3b9b47223462), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.553346 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:04.605909 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=ce707596-8b21-4c3f-80fb-5133c4576ba9,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:04.620731 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98988d3-963d-4f26-b631-2e67b3f32b64 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2820aa85-dcb8-4558-bf29-20f2760de141,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:04.621272 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (900d3153-8469-409e-a577-3b9b47223462), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.624759 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c7dab32b-95ef-4a3d-aa2d-ec306bbb71ef admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9403064a27244cc0bf203d86eac7aa28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8533504 Sep 01 00:30:04.629112 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 49994) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:04.673290 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b291923-b960-4f23-8816-471fd90f67c6', 'name': 'tempest-DeleteServersTestJSON-755306165-router', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:46Z', 'updated_at': '2022-09-01T00:29:57Z', 'revision_number': 4, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'gw_port': {'id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'b3664201-6ebf-45da-9653-e9c3110f0f47', 'name': '', 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'mac_address': 'fa:16:3e:68:14:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6376df79-69f6-4f5a-bd90-c1368892485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:29:58Z', 'revision_number': 2, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'subnets': [{'id': '6376df79-69f6-4f5a-bd90-c1368892485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:04.673948 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a98988d3-963d-4f26-b631-2e67b3f32b64 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.675431 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-a98988d3-963d-4f26-b631-2e67b3f32b64 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5615699 Sep 01 00:30:04.682178 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50002) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:04.684058 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:04.709118 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-26cd940e-49b3-4ee6-b8a4-ccbec4e2b2c4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'security_group_rule': {'security_group_id': '10d546a7-6b71-4a87-a8e6-e0dde2389730', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:04.713837 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dab32b-95ef-4a3d-aa2d-ec306bbb71ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49865ba8-cea9-4013-ba28-35a0631dd9be,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:04.753206 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Checking router: 5b291923-b960-4f23-8816-471fd90f67c6 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:30:04.755984 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Updating router 5b291923-b960-4f23-8816-471fd90f67c6 port b3664201-6ebf-45da-9653-e9c3110f0f47 binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:30:04.768848 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:04.811034 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a49a90-b75c-4945-acfd-8c8e2bcc649d None None] Pushing event updated for resources: {'Port': ['ID=900d3153-8469-409e-a577-3b9b47223462,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:04.841026 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.866658 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:04.990654 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:04.992324 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 2d863695-fd48-431d-b734-6a4eb10fa48a up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:05.088176 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Attempting to bind port 900d3153-8469-409e-a577-3b9b47223462 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:30:05.088818 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Attempting to bind port 900d3153-8469-409e-a577-3b9b47223462 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:30:05.089711 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Attempting to bind port 900d3153-8469-409e-a577-3b9b47223462 on network a7ae7c87-2d4d-4921-9c18-8673416a29fc {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:05.092977 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:05.093864 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f7b127ba-3232-49a6-8ba1-73b16592a2b5 admin admin] Publish callbacks [] for security_group (49865ba8-cea9-4013-ba28-35a0631dd9be), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.112151 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:30:05.112799 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Checking segment: {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:05.113378 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.114114 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Bound using segment: {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:30:05.115114 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Bound port: 900d3153-8469-409e-a577-3b9b47223462, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:30:05.115671 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (900d3153-8469-409e-a577-3b9b47223462), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.136343 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-3773ead9-7554-4032-ae31-a05f2159440d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:05.138060 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-3773ead9-7554-4032-ae31-a05f2159440d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 818 time: 0.4150164 Sep 01 00:30:05.176951 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f7b127ba-3232-49a6-8ba1-73b16592a2b5 admin admin] Publish callbacks [] for security_group (49865ba8-cea9-4013-ba28-35a0631dd9be), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.218739 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-0cb667cc-c4b7-463d-b5c4-2554838c0e96 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/quotas/64e86923fd7b42cfaf18408210d4f6d7 HTTP/1.1" status: 200 len: 375 time: 0.0508244 Sep 01 00:30:05.270672 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 2d863695-fd48-431d-b734-6a4eb10fa48a triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:05.271470 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.327994 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-87fe6d69-4e28-4a36-8001-1045953267ff tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005390 Sep 01 00:30:05.351065 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-26cd940e-49b3-4ee6-b8a4-ccbec4e2b2c4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (a013f87f-fb37-4b97-93d3-15034a847604), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.353907 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f7b127ba-3232-49a6-8ba1-73b16592a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (49865ba8-cea9-4013-ba28-35a0631dd9be), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.357290 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f7b127ba-3232-49a6-8ba1-73b16592a2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.358773 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-f7b127ba-3232-49a6-8ba1-73b16592a2b5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/49865ba8-cea9-4013-ba28-35a0631dd9be HTTP/1.1" status: 204 len: 168 time: 0.7284408 Sep 01 00:30:05.382260 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b127ba-3232-49a6-8ba1-73b16592a2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49865ba8-cea9-4013-ba28-35a0631dd9be,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:05.419182 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] For port 900d3153-8469-409e-a577-3b9b47223462, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:30:05.426269 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] For port 900d3153-8469-409e-a577-3b9b47223462, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=900d3153-8469-409e-a577-3b9b47223462,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:30:05.446753 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-baf0ef9f-ac50-4fab-b591-10d6efd8b158 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:05.457994 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-baf0ef9f-ac50-4fab-b591-10d6efd8b158 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b1171be4-cbc8-4a98-b1ce-71873b834502 HTTP/1.1" status: 200 len: 811 time: 1.1024189 Sep 01 00:30:05.463344 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (900d3153-8469-409e-a577-3b9b47223462), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.472879 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:05.524267 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:05.573157 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-f266e072-50a2-4c15-804f-d00d56865079 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036130 Sep 01 00:30:05.619180 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:05.619878 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:05.635000 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-efa57b56-4734-4b0f-8894-057e3a47f344 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/quotas/eb6a951afecc44219772f82bb09f91e3 HTTP/1.1" status: 200 len: 375 time: 0.1749828 Sep 01 00:30:05.663487 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Publish callbacks [] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.674312 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.779142 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a49a90-b75c-4945-acfd-8c8e2bcc649d None None] Pushing event updated for resources: {'Port': ['ID=900d3153-8469-409e-a577-3b9b47223462,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:05.788309 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 2d863695-fd48-431d-b734-6a4eb10fa48a is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:05.800220 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:05.836116 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-228a65bf-13cd-4cd1-bd6d-adccaf452a01 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467864 Sep 01 00:30:05.849742 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:05.962830 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Attempting to bind port b3664201-6ebf-45da-9653-e9c3110f0f47 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:30:05.963194 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Attempting to bind port b3664201-6ebf-45da-9653-e9c3110f0f47 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:30:05.963467 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Attempting to bind port b3664201-6ebf-45da-9653-e9c3110f0f47 on network b1171be4-cbc8-4a98-b1ce-71873b834502 {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:05.992964 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd260cdf-f225-402c-9dc2-ccc209584bca None None] Pushing event updated for resources: {'Port': ['ID=b3664201-6ebf-45da-9653-e9c3110f0f47,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:06.016320 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:30:06.016320 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Checking segment: {'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:06.020731 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:06.021140 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Bound using segment: {'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:30:06.021633 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Bound port: b3664201-6ebf-45da-9653-e9c3110f0f47, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:30:06.022017 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:06.022897 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Allocated IP 172.27.4.80 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/e80e7559-3505-4bda-8787-24f2fbaa2228) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:30:06.174970 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:06.229081 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] For port b3664201-6ebf-45da-9653-e9c3110f0f47, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:30:06.239827 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] For port b3664201-6ebf-45da-9653-e9c3110f0f47, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=b3664201-6ebf-45da-9653-e9c3110f0f47,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:30:06.252301 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:06.265350 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:06.268647 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:06.336541 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device ce707596-8b21-4c3f-80fb-5133c4576ba9 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:06.336777 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for port (e80e7559-3505-4bda-8787-24f2fbaa2228), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:06.361145 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Routers {'5b291923-b960-4f23-8816-471fd90f67c6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:06.370643 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['5b291923-b960-4f23-8816-471fd90f67c6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:06.378053 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-26cd940e-49b3-4ee6-b8a4-ccbec4e2b2c4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (a013f87f-fb37-4b97-93d3-15034a847604), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:06.402513 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-52b66637-ab48-474e-9fff-ef3e9f10d12d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eb6a951afecc44219772f82bb09f91e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7640920 Sep 01 00:30:06.411369 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-26cd940e-49b3-4ee6-b8a4-ccbec4e2b2c4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (a013f87f-fb37-4b97-93d3-15034a847604), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:06.431983 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd260cdf-f225-402c-9dc2-ccc209584bca None None] Pushing event updated for resources: {'Port': ['ID=b3664201-6ebf-45da-9653-e9c3110f0f47,revision_number=4']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:06.451985 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd940e-49b3-4ee6-b8a4-ccbec4e2b2c4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a013f87f-fb37-4b97-93d3-15034a847604,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:06.506595 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-26cd940e-49b3-4ee6-b8a4-ccbec4e2b2c4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:06.511345 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50060) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:06.511717 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-26cd940e-49b3-4ee6-b8a4-ccbec4e2b2c4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8125701 Sep 01 00:30:06.516823 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:06.521903 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (e80e7559-3505-4bda-8787-24f2fbaa2228), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:06.531369 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:05Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:06.641947 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25db4252-633e-4298-84d6-825eca1ca666 None None] The sync data for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi is: [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:05Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:30:06.657824 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port ce707596-8b21-4c3f-80fb-5133c4576ba9 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:06.658167 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:06.690374 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-096f94ce-a723-4177-a506-9b9bbd699b20 req-831e0d24-6a04-485d-b51c-49680d35c453 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 210 time: 0.1388958 Sep 01 00:30:06.732154 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:06.739233 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:30:06.765883 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'Port': ['ID=e80e7559-3505-4bda-8787-24f2fbaa2228,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:06.776905 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:06.784259 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:30:06.795621 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] Set router 5b291923-b960-4f23-8816-471fd90f67c6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:06.823567 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.30', 60563) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:06.909974 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port ce707596-8b21-4c3f-80fb-5133c4576ba9 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:06.909974 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 859e7e94-1a40-447a-8dba-e2a46c5f1399 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:07.040544 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 859e7e94-1a40-447a-8dba-e2a46c5f1399 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:07.040930 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:07.168767 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:07.193331 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:07.278998 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e80e7559-3505-4bda-8787-24f2fbaa2228), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:07.502130 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for port (e80e7559-3505-4bda-8787-24f2fbaa2228), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:07.511644 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-6ac1a491-0369-467f-a85b-7dbb38a16f43 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:30:07.512969 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-6ac1a491-0369-467f-a85b-7dbb38a16f43 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4357798 Sep 01 00:30:07.514692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (e80e7559-3505-4bda-8787-24f2fbaa2228), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:07.521384 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b291923-b960-4f23-8816-471fd90f67c6', 'name': 'tempest-DeleteServersTestJSON-755306165-router', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:46Z', 'updated_at': '2022-09-01T00:29:57Z', 'revision_number': 4, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'gw_port': {'id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'b3664201-6ebf-45da-9653-e9c3110f0f47', 'name': '', 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'mac_address': 'fa:16:3e:68:14:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6376df79-69f6-4f5a-bd90-c1368892485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:06Z', 'revision_number': 4, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'subnets': [{'id': '6376df79-69f6-4f5a-bd90-c1368892485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:07.627235 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545a05-fb8c-48a8-8269-d17810c3f5aa None None] The sync data for ids ['5b291923-b960-4f23-8816-471fd90f67c6'] in dv-cinder-820027-21-iscsi is: [{'id': '5b291923-b960-4f23-8816-471fd90f67c6', 'name': 'tempest-DeleteServersTestJSON-755306165-router', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:46Z', 'updated_at': '2022-09-01T00:29:57Z', 'revision_number': 4, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'gw_port': {'id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'b3664201-6ebf-45da-9653-e9c3110f0f47', 'name': '', 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'mac_address': 'fa:16:3e:68:14:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6376df79-69f6-4f5a-bd90-c1368892485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:06Z', 'revision_number': 4, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'subnets': [{'id': '6376df79-69f6-4f5a-bd90-c1368892485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:30:07.681172 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'Port': ['ID=e80e7559-3505-4bda-8787-24f2fbaa2228,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:07.757097 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:07.760957 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d33a760e-7b0b-40f9-8012-91721f6a6682 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:07.762507 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d33a760e-7b0b-40f9-8012-91721f6a6682 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 818 time: 0.9106164 Sep 01 00:30:07.803762 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:07.809707 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 859e7e94-1a40-447a-8dba-e2a46c5f1399 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:07.810630 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:07.855489 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 859e7e94-1a40-447a-8dba-e2a46c5f1399, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=859e7e94-1a40-447a-8dba-e2a46c5f1399,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:07.862766 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:07.864671 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 2658e6d5-29a7-4b37-a679-0f4ebe82975d up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:07.893709 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Request body: {'port': {'device_id': 'f5dc5608-df5a-4c41-9d46-fd161e18e075', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'admin_state_up': True, 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:07.939722 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:07.949312 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-727cc25b-bc7e-46f6-bc75-d6e8acde39df tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3920856 Sep 01 00:30:07.956833 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-2d8893c5-2f29-47e2-9822-a22c0f27baf5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b1171be4-cbc8-4a98-b1ce-71873b834502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860738 Sep 01 00:30:08.084633 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:08.088036 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=859e7e94-1a40-447a-8dba-e2a46c5f1399,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:08.107101 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 2658e6d5-29a7-4b37-a679-0f4ebe82975d triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:08.107380 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:08.286409 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-4e08b7d2-6255-47fd-8aed-34f053f51235 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b1171be4-cbc8-4a98-b1ce-71873b834502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218911 Sep 01 00:30:08.343179 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5b41698c-30df-4087-9f7d-d0c4a22a95aa req-daa3faa7-6aad-4c75-a102-1be73287452d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 210 time: 0.5404394 Sep 01 00:30:08.359651 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:08.362207 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 2658e6d5-29a7-4b37-a679-0f4ebe82975d is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:08.363694 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 0a1a456c-cee0-43fa-a053-518935283c8e up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:08.451279 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 0a1a456c-cee0-43fa-a053-518935283c8e triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:08.452115 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:08.716345 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Sync routers for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:30:08.754197 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Allocated IP 172.27.4.171 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/9dba9e16-4adb-4cee-b5cf-f05d470c2937) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:30:08.762984 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:08.763558 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:08.815428 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 0a1a456c-cee0-43fa-a053-518935283c8e is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:08.816058 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:08.843746 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Made reservation on behalf of 64e86923fd7b42cfaf18408210d4f6d7 for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:30:08.851616 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:08.888552 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b5551adf-1dcd-4544-8d1f-7b70d8b47898 req-f7f8cc72-e0c3-4539-95fb-ccf7eb2c5381 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 210 time: 0.1889036 Sep 01 00:30:09.022918 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 0a1a456c-cee0-43fa-a053-518935283c8e, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=0a1a456c-cee0-43fa-a053-518935283c8e,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:09.031840 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:09.060671 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-b223f6ec-084a-4d5f-a931-8611199cb197 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1401849312&fields=id&tenant_id=f1064fc209674020b54fa7526cf22bf5 HTTP/1.1" status: 200 len: 267 time: 0.3307731 Sep 01 00:30:09.087020 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=0a1a456c-cee0-43fa-a053-518935283c8e,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:09.103687 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:09.124905 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:09.434650 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:09.455659 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 2, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:09.460603 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 859e7e94-1a40-447a-8dba-e2a46c5f1399 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:09.470913 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:09.603578 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Checking router: 03a29cd2-d58c-40f5-9887-8c2199b93874 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:30:09.604150 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Updating router 03a29cd2-d58c-40f5-9887-8c2199b93874 port 50224166-8184-47d2-8235-226d947f0a4f binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:30:09.643176 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (50224166-8184-47d2-8235-226d947f0a4f), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:09.645706 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.30', 60576) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:09.657446 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:09.976220 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 859e7e94-1a40-447a-8dba-e2a46c5f1399 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:09.976985 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:10.336125 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for port (9dba9e16-4adb-4cee-b5cf-f05d470c2937), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:10.366339 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Allocated IP 172.20.0.9 (7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b/8ab8a76c-42bb-4032-bf05-3da25472b0d1/1686bbb5-7c47-498b-bb89-88826527d80e) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:30:10.403842 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-d4fd6967-cb08-45b2-b1af-9a5eb4f80e27 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:10.407614 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-d4fd6967-cb08-45b2-b1af-9a5eb4f80e27 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a7ae7c87-2d4d-4921-9c18-8673416a29fc HTTP/1.1" status: 200 len: 811 time: 1.2906077 Sep 01 00:30:10.471326 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1d22cc85-4da4-465e-8b15-0f0741885b49 req-c4869df7-4a07-4852-835f-cca053612d65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 210 time: 0.7285247 Sep 01 00:30:10.521144 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-a687fb7b-053a-4ab3-adfe-c035d469f19d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/quotas/f1064fc209674020b54fa7526cf22bf5 HTTP/1.1" status: 200 len: 375 time: 0.0916953 Sep 01 00:30:10.556473 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 859e7e94-1a40-447a-8dba-e2a46c5f1399 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:10.564271 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 900d3153-8469-409e-a577-3b9b47223462 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:10.710980 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (9dba9e16-4adb-4cee-b5cf-f05d470c2937), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:10.732685 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-382ad382-ff27-4784-8c48-c56d46252c41 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:10.744140 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-382ad382-ff27-4784-8c48-c56d46252c41 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 818 time: 1.0873840 Sep 01 00:30:10.922937 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 900d3153-8469-409e-a577-3b9b47223462 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:10.929737 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (900d3153-8469-409e-a577-3b9b47223462), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:10.957596 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-515d0852-22d0-4576-9c7e-8ee241676c11 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4118168 Sep 01 00:30:10.989021 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Request body: {'port': {'device_id': '7927467f-419a-4f70-a627-f848aac91723', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'admin_state_up': True, 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:11.000357 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:30:11.021063 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:11.056605 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:30:11.279843 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 900d3153-8469-409e-a577-3b9b47223462 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:11.281795 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2af918d2-1e5b-4f5f-8a23-8cf244e3b8c3 req-c01294d5-e92e-48c0-b1a3-fa3b32e3a0b9 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 210 time: 0.5349798 Sep 01 00:30:11.282772 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (900d3153-8469-409e-a577-3b9b47223462), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:11.412409 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Publish callbacks [] for port (50224166-8184-47d2-8235-226d947f0a4f), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:11.443283 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:11.473882 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 900d3153-8469-409e-a577-3b9b47223462, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=900d3153-8469-409e-a577-3b9b47223462,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:11.474611 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for port (1686bbb5-7c47-498b-bb89-88826527d80e), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:11.483191 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (50224166-8184-47d2-8235-226d947f0a4f), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:11.512111 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (900d3153-8469-409e-a577-3b9b47223462), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:11.514295 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device b3664201-6ebf-45da-9653-e9c3110f0f47 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:11.639257 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Made reservation on behalf of 64e86923fd7b42cfaf18408210d4f6d7 for: {'port': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:30:11.666097 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:11.689507 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'Port': ['ID=9dba9e16-4adb-4cee-b5cf-f05d470c2937,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:11.710346 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-3ec391e5-f814-4b35-86b9-01e0d3df3403 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697686 Sep 01 00:30:11.719987 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:11.831653 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8fda7-ee29-4339-919d-1f7c7b528231 None None] Pushing event updated for resources: {'Port': ['ID=50224166-8184-47d2-8235-226d947f0a4f,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:11.872520 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Attempting to bind port 50224166-8184-47d2-8235-226d947f0a4f on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:30:11.873558 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Attempting to bind port 50224166-8184-47d2-8235-226d947f0a4f by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:30:11.884030 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Attempting to bind port 50224166-8184-47d2-8235-226d947f0a4f on network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:11.889123 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:11.934756 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-44b0e787-8f2a-4155-a28e-f4622d501a3f req-9bfb37f3-36fa-4cff-88c7-b75a8e785a70 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 210 time: 0.1725881 Sep 01 00:30:11.940200 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.30', 60586) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:11.978640 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:30:11.979495 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Checking segment: {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:11.980608 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:11.981361 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Bound using segment: {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:30:11.982045 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Bound port: 50224166-8184-47d2-8235-226d947f0a4f, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:30:11.983553 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (50224166-8184-47d2-8235-226d947f0a4f), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:12.073381 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port b3664201-6ebf-45da-9653-e9c3110f0f47 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:12.074142 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:12.210332 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:12.411614 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=900d3153-8469-409e-a577-3b9b47223462,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:12.420306 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:30:12.426853 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50280) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:12.456350 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] For port 50224166-8184-47d2-8235-226d947f0a4f, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:30:12.479964 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] For port 50224166-8184-47d2-8235-226d947f0a4f, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=50224166-8184-47d2-8235-226d947f0a4f,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:30:12.502926 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (50224166-8184-47d2-8235-226d947f0a4f), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:12.525017 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:12.527474 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:12.564627 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:12.595377 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:30:12.640977 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event updated for resources: {'Port': ['ID=1686bbb5-7c47-498b-bb89-88826527d80e,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:12.774501 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (78d3ce46-8b4a-4105-879b-5367ec742cfe), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:12.809758 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e6994891-711c-4cc2-945e-7b5f81a59f60 req-b7a96d8e-d6ec-425d-99bc-cd6ba48c447b tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 210 time: 0.2775233 Sep 01 00:30:12.835761 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50294) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:13.127772 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-8a2175d9-ff12-4977-ac96-401a4bb77824 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:13.132337 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-8a2175d9-ff12-4977-ac96-401a4bb77824 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.30 "GET /networking/v2.0/networks?id=b1171be4-cbc8-4a98-b1ce-71873b834502 HTTP/1.1" status: 200 len: 811 time: 1.1871285 Sep 01 00:30:13.248049 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (9dba9e16-4adb-4cee-b5cf-f05d470c2937), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.283878 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Allocated IP 172.20.0.8 (7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b/8ab8a76c-42bb-4032-bf05-3da25472b0d1/e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:30:13.370879 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Request body: {'port': {'device_id': '3ed053e9-b2ff-4c41-9a71-344e192fc7ca', 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502', 'admin_state_up': True, 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:13.388209 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-d9c0a3da-a55c-4054-a35e-9441d5925a6a None None] Provisioning complete for port 1686bbb5-7c47-498b-bb89-88826527d80e triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:13.388673 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a3da-a55c-4054-a35e-9441d5925a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.393561 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:13.393788 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.413341 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:13.415161 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:29:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:13.427839 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0a64276e-1b66-49a5-b950-006860479b80 req-e35c30cf-8e4a-4521-b946-c9af44271c17 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 210 time: 0.0698545 Sep 01 00:30:13.438536 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa907d4b-7189-46aa-8d84-a8e88d696404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.441986 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3182348b-3812-465f-ae87-8a80d9274416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.475527 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-428fc1bd-addb-4de1-a7aa-26dbeb240d3a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7333169 Sep 01 00:30:13.570053 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8fda7-ee29-4339-919d-1f7c7b528231 None None] Pushing event updated for resources: {'Port': ['ID=50224166-8184-47d2-8235-226d947f0a4f,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:13.584123 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port b3664201-6ebf-45da-9653-e9c3110f0f47 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:13.585991 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.809003 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for port (9dba9e16-4adb-4cee-b5cf-f05d470c2937), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.832787 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (9dba9e16-4adb-4cee-b5cf-f05d470c2937), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.860762 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port b3664201-6ebf-45da-9653-e9c3110f0f47, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=b3664201-6ebf-45da-9653-e9c3110f0f47,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:13.863537 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.868813 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0a3da-a55c-4054-a35e-9441d5925a6a None None] Port 1686bbb5-7c47-498b-bb89-88826527d80e cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:30:13.880820 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.956246 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:13.960874 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Made reservation on behalf of eb6a951afecc44219772f82bb09f91e3 for: {'port': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:30:13.975543 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:13.982379 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:14.041820 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (78d3ce46-8b4a-4105-879b-5367ec742cfe), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:14.074850 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:14.086247 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=b3664201-6ebf-45da-9653-e9c3110f0f47,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:14.166258 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-73e8fd65-4e24-4574-b507-893aef9a72fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2874441 Sep 01 00:30:14.206183 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'Port': ['ID=9dba9e16-4adb-4cee-b5cf-f05d470c2937,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:14.241880 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-1d755cfa-5c53-40bd-904e-18811d7a33f8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:30:14.250399 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-1d755cfa-5c53-40bd-904e-18811d7a33f8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0550432 Sep 01 00:30:14.276807 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event updated for resources: {'Port': ['ID=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:14.283070 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e117bb46-eb30-486d-aadd-6aaf567928c0 req-16d6667a-807f-4c2b-88ad-5050fcaa174b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 210 time: 0.5108118 Sep 01 00:30:14.294235 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:30:14.302690 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:14.326487 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-b2725fb7-6908-4267-8bdc-c670529cd06e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8055043 Sep 01 00:30:14.369013 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 0a1a456c-cee0-43fa-a053-518935283c8e up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:14.476774 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:14.483961 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Allocated IP 172.20.0.5 (b1171be4-cbc8-4a98-b1ce-71873b834502/6376df79-69f6-4f5a-bd90-c1368892485a/c0bef5bd-eddf-43b5-89d4-58b7f5afc60a) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:30:14.486418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:14.501901 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:30:14.586962 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 0a1a456c-cee0-43fa-a053-518935283c8e triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:14.587994 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:14.661610 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:14.662599 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3182348b-3812-465f-ae87-8a80d9274416 admin admin] Publish callbacks [] for security_group (e7cbae6a-8989-4c2b-9915-2906bb502275), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:14.669738 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:14.670482 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:14.733051 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3182348b-3812-465f-ae87-8a80d9274416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e7cbae6a-8989-4c2b-9915-2906bb502275), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:14.872594 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-1e42a5d2-eaf1-4f46-8c3e-906d98a6e94d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1082840 Sep 01 00:30:14.902979 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-2b16c293-924b-4114-b4af-aedf60dccea6 None None] Provisioning complete for port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:14.903352 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2b16c293-924b-4114-b4af-aedf60dccea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:14.944885 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dde52f-b659-482d-9c71-e16e8459fa8e req-3464eb9b-863b-4a7a-b1c1-68dcebb83802 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:14.947383 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-17dde52f-b659-482d-9c71-e16e8459fa8e req-3464eb9b-863b-4a7a-b1c1-68dcebb83802 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 931 time: 0.2089972 Sep 01 00:30:14.972855 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182348b-3812-465f-ae87-8a80d9274416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cbae6a-8989-4c2b-9915-2906bb502275,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:15.017269 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 0a1a456c-cee0-43fa-a053-518935283c8e is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:15.022388 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 50224166-8184-47d2-8235-226d947f0a4f up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:15.044017 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:12Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:15.079330 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-27fa1087-d6c6-4cc7-a202-3c18b957ba62 req-44026948-bdc0-430f-a949-651495124d77 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 210 time: 0.4091191 Sep 01 00:30:15.096973 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50368) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:15.120916 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:15.174187 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-3182348b-3812-465f-ae87-8a80d9274416 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d2cb59a42b584d07915d5b1ae4e9e3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3372378 Sep 01 00:30:15.180667 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50376) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:15.264767 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa907d4b-7189-46aa-8d84-a8e88d696404 admin admin] Publish callbacks [] for security_group (2c1c98e8-baba-46be-aa80-0ef039375410), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.276352 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa907d4b-7189-46aa-8d84-a8e88d696404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2c1c98e8-baba-46be-aa80-0ef039375410), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.313578 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-17dde52f-b659-482d-9c71-e16e8459fa8e req-238ca9b1-5053-448a-90dc-41a3d66ac5ef tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497727 Sep 01 00:30:15.327341 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-2b16c293-924b-4114-b4af-aedf60dccea6 None None] Port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:30:15.331527 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e6787-dedb-49f0-90d9-bd83ed2a7ad3 None None] The sync data for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi is: [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:12Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:30:15.377774 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 50224166-8184-47d2-8235-226d947f0a4f triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:15.381603 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (50224166-8184-47d2-8235-226d947f0a4f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.416661 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Request body: {'port': {'device_id': '7927467f-419a-4f70-a627-f848aac91723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:15.472475 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2ae1bf9b-787c-4f04-bbe6-6f924caf152a admin admin] Publish callbacks [] for security_group (e7cbae6a-8989-4c2b-9915-2906bb502275), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.595151 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:15.611103 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Publish callbacks [] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.612460 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50384) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:15.619743 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-e04b57f7-3c67-41b7-9677-cdf7b82dc093 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1034602824&fields=id&tenant_id=06942912e37346eaa2310a56b84f3886 HTTP/1.1" status: 200 len: 267 time: 0.2775557 Sep 01 00:30:15.640267 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Request body: {'port': {'device_id': 'f5dc5608-df5a-4c41-9d46-fd161e18e075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:15.661083 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-fa907d4b-7189-46aa-8d84-a8e88d696404 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=64544810ae6542b798a4253a3e963067&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1729288 Sep 01 00:30:15.667663 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50386) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:15.668286 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 50224166-8184-47d2-8235-226d947f0a4f is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:15.668823 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (50224166-8184-47d2-8235-226d947f0a4f), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.701593 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2ae1bf9b-787c-4f04-bbe6-6f924caf152a admin admin] Publish callbacks [] for security_group (e7cbae6a-8989-4c2b-9915-2906bb502275), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.710762 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa907d4b-7189-46aa-8d84-a8e88d696404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1c98e8-baba-46be-aa80-0ef039375410,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:15.721426 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:15.722767 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.754282 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cb2db694-de86-4641-ad3d-48118f53fe9e req-6faf4c49-d32b-4df1-b247-adc5ab138f88 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 210 time: 0.2026112 Sep 01 00:30:15.783357 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 50224166-8184-47d2-8235-226d947f0a4f, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=50224166-8184-47d2-8235-226d947f0a4f,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:15.790427 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (50224166-8184-47d2-8235-226d947f0a4f), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.793806 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 900d3153-8469-409e-a577-3b9b47223462 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:15.805466 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d114-4e0f-4cf1-b4ef-e1b2d51d545d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.894536 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:15.989982 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:15.991270 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 900d3153-8469-409e-a577-3b9b47223462 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:15.992141 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (900d3153-8469-409e-a577-3b9b47223462), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.117779 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1ea16d20-aa5c-45d0-b090-f802dfa89692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.138755 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 900d3153-8469-409e-a577-3b9b47223462 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:16.144303 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=50224166-8184-47d2-8235-226d947f0a4f,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:16.469371 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 50224166-8184-47d2-8235-226d947f0a4f up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:16.493860 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.525054 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7f862daf-1bcf-47e4-8045-0f9278c33e6d admin admin] Publish callbacks [] for security_group (2c1c98e8-baba-46be-aa80-0ef039375410), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.539428 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddac7bc-3a4d-45e4-b65d-064e9bf1b2f7 req-86f5926f-2160-48ba-8cb6-829200fc5cd7 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:16.543262 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5ddac7bc-3a4d-45e4-b65d-064e9bf1b2f7 req-86f5926f-2160-48ba-8cb6-829200fc5cd7 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 931 time: 0.1286414 Sep 01 00:30:16.562997 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1686bbb5-7c47-498b-bb89-88826527d80e {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:16.569350 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.30', 60598) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:16.594651 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 50224166-8184-47d2-8235-226d947f0a4f triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:16.595025 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (50224166-8184-47d2-8235-226d947f0a4f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.597460 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Publish callbacks [] for port (1686bbb5-7c47-498b-bb89-88826527d80e), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.601805 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7f862daf-1bcf-47e4-8045-0f9278c33e6d admin admin] Publish callbacks [] for security_group (2c1c98e8-baba-46be-aa80-0ef039375410), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.602354 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2ae1bf9b-787c-4f04-bbe6-6f924caf152a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e7cbae6a-8989-4c2b-9915-2906bb502275), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.604825 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2ae1bf9b-787c-4f04-bbe6-6f924caf152a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.608293 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-2ae1bf9b-787c-4f04-bbe6-6f924caf152a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e7cbae6a-8989-4c2b-9915-2906bb502275 HTTP/1.1" status: 204 len: 168 time: 1.4221106 Sep 01 00:30:16.679258 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:16.766047 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1ea16d20-aa5c-45d0-b090-f802dfa89692 admin admin] Publish callbacks [] for security_group (4b4f1f59-6850-4564-88ca-0240724104e2), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.780218 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Network b1171be4-cbc8-4a98-b1ce-71873b834502 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:30:16.781575 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:16.798375 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:16.805225 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:16.810683 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:30:16.816015 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1ea16d20-aa5c-45d0-b090-f802dfa89692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (4b4f1f59-6850-4564-88ca-0240724104e2), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.832253 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 50224166-8184-47d2-8235-226d947f0a4f is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:16.834071 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device b3664201-6ebf-45da-9653-e9c3110f0f47 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:16.878970 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-1ea16d20-aa5c-45d0-b090-f802dfa89692 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=74a98abf867042db8fe688d9bfa70dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2607229 Sep 01 00:30:16.885236 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50404) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:16.917646 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7f862daf-1bcf-47e4-8045-0f9278c33e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2c1c98e8-baba-46be-aa80-0ef039375410), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.930739 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7f862daf-1bcf-47e4-8045-0f9278c33e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:16.934404 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-7f862daf-1bcf-47e4-8045-0f9278c33e6d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2c1c98e8-baba-46be-aa80-0ef039375410 HTTP/1.1" status: 204 len: 168 time: 1.2602785 Sep 01 00:30:16.937006 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1bf9b-787c-4f04-bbe6-6f924caf152a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cbae6a-8989-4c2b-9915-2906bb502275,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:16.983651 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea16d20-aa5c-45d0-b090-f802dfa89692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4f1f59-6850-4564-88ca-0240724104e2,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:16.988660 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:17.028285 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Pushing event updated for resources: {'Port': ['ID=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:17.031189 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Transition to ACTIVE for port object 1686bbb5-7c47-498b-bb89-88826527d80e will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:30:17.036061 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port b3664201-6ebf-45da-9653-e9c3110f0f47 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:17.040124 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:17.064542 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104e7b-ae66-4964-a27b-91c1420010db req-a4f75b1e-5346-40f7-95b1-273234ff165e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:17.085959 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-a4f75b1e-5346-40f7-95b1-273234ff165e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 817 time: 1.4202855 Sep 01 00:30:17.150218 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:17.303646 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f862daf-1bcf-47e4-8045-0f9278c33e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1c98e8-baba-46be-aa80-0ef039375410,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:17.313701 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port b3664201-6ebf-45da-9653-e9c3110f0f47 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:17.371430 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1686bbb5-7c47-498b-bb89-88826527d80e,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:17.385731 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-94fc1987-8db6-4644-b283-4da4a8fc75ec None None] Provisioning complete for port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:17.386649 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-94fc1987-8db6-4644-b283-4da4a8fc75ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:17.402657 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:17.403324 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:17.421272 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f799a1b-2471-4fef-81a7-9229097af154 admin admin] Publish callbacks [] for security_group (4b4f1f59-6850-4564-88ca-0240724104e2), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:17.422225 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-6bc1ef2d-d186-49fb-b755-e8ef7e30bc56 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/quotas/06942912e37346eaa2310a56b84f3886 HTTP/1.1" status: 200 len: 375 time: 0.3348360 Sep 01 00:30:17.427003 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50412) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:17.469654 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-94fc1987-8db6-4644-b283-4da4a8fc75ec None None] Port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:30:17.577075 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5ddac7bc-3a4d-45e4-b65d-064e9bf1b2f7 req-54459e21-8476-4669-8823-432ae2e60d0f tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9480565 Sep 01 00:30:17.619868 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-e57f30d9-3641-46bf-b036-fbda09eef627 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2635605 Sep 01 00:30:17.638296 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f799a1b-2471-4fef-81a7-9229097af154 admin admin] Publish callbacks [] for security_group (4b4f1f59-6850-4564-88ca-0240724104e2), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:17.642554 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d114-4e0f-4cf1-b4ef-e1b2d51d545d admin admin] Publish callbacks [] for security_group (839b74b3-4562-4f14-8321-1b1d130768c3), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:17.668452 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Request body: {'port': {'device_id': '3ed053e9-b2ff-4c41-9a71-344e192fc7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:17.679821 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d114-4e0f-4cf1-b4ef-e1b2d51d545d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (839b74b3-4562-4f14-8321-1b1d130768c3), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:17.717697 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f9a0d114-4e0f-4cf1-b4ef-e1b2d51d545d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=65376d442da84facae3d0473b04a4b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6178689 Sep 01 00:30:17.753418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50420) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:17.785202 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3a891b52-5171-4998-98b8-b7511a0cbd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:17.834818 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-65d7036d-12fa-48bb-99ca-8e900bf25393 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:17.836835 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-65d7036d-12fa-48bb-99ca-8e900bf25393 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.30 "GET /networking/v2.0/networks?id=a7ae7c87-2d4d-4921-9c18-8673416a29fc HTTP/1.1" status: 200 len: 811 time: 1.2446518 Sep 01 00:30:17.869065 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-5708ddbf-6560-473f-a7fc-f186cc5cb619 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4457371 Sep 01 00:30:17.903006 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:17.905587 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0d114-4e0f-4cf1-b4ef-e1b2d51d545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839b74b3-4562-4f14-8321-1b1d130768c3,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:18.091051 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5f4ca-ae70-4ceb-9db8-e4255eef05f2 req-385ba504-991f-46f8-8465-d9eb493e0c0e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:18.103277 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-26f5f4ca-ae70-4ceb-9db8-e4255eef05f2 req-385ba504-991f-46f8-8465-d9eb493e0c0e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 931 time: 0.3494101 Sep 01 00:30:18.161709 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Attempting to bind port 1686bbb5-7c47-498b-bb89-88826527d80e on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:30:18.162209 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Attempting to bind port 1686bbb5-7c47-498b-bb89-88826527d80e by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:30:18.162675 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Attempting to bind port 1686bbb5-7c47-498b-bb89-88826527d80e on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:18.207849 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Port 1686bbb5-7c47-498b-bb89-88826527d80e on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:30:18.208795 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Attempting to bind port 1686bbb5-7c47-498b-bb89-88826527d80e on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:18.215460 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f799a1b-2471-4fef-81a7-9229097af154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (4b4f1f59-6850-4564-88ca-0240724104e2), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.235654 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f799a1b-2471-4fef-81a7-9229097af154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.241394 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-6f799a1b-2471-4fef-81a7-9229097af154 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4b4f1f59-6850-4564-88ca-0240724104e2 HTTP/1.1" status: 204 len: 168 time: 1.3073487 Sep 01 00:30:18.257002 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-a725980f-16af-4f2a-a0a7-718db88b97be tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f1064fc209674020b54fa7526cf22bf5 HTTP/1.1" status: 200 len: 380 time: 0.3576992 Sep 01 00:30:18.259351 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-ba6d9ff6-3bce-4855-9d29-21c2658af1d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892932 Sep 01 00:30:18.260268 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:30:18.260750 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Checking segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:18.261451 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Bound using segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:30:18.262016 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Bound port: 1686bbb5-7c47-498b-bb89-88826527d80e, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:30:18.262440 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.267902 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.323775 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'port': {'device_id': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'admin_state_up': True, 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'security_groups': ['41f96ae7-2baf-4391-8211-6925e12e7cd3']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:18.438127 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f799a1b-2471-4fef-81a7-9229097af154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4f1f59-6850-4564-88ca-0240724104e2,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:18.518004 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed {{(pid=117902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:18.534672 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e7f69cd5-8eda-434c-b227-d6272d635096 admin admin] Publish callbacks [] for security_group (839b74b3-4562-4f14-8321-1b1d130768c3), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.573574 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Publish callbacks [] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.616435 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3a891b52-5171-4998-98b8-b7511a0cbd42 admin admin] Publish callbacks [] for security_group (1db7dc15-5057-4f3b-b56e-6276fc85d825), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.660943 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3a891b52-5171-4998-98b8-b7511a0cbd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (1db7dc15-5057-4f3b-b56e-6276fc85d825), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.687576 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] For port 1686bbb5-7c47-498b-bb89-88826527d80e, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:30:18.716549 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-bd9305d2-435a-4a4b-a7f0-96a5a3338877 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508860 Sep 01 00:30:18.761551 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:18.778549 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] For port 1686bbb5-7c47-498b-bb89-88826527d80e, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1686bbb5-7c47-498b-bb89-88826527d80e,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:30:18.782709 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:18.788918 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.provisioning_blocks [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Transition to ACTIVE for port object e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed will not be triggered until provisioned by entity L2. {{(pid=117902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:30:18.830753 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-26f5f4ca-ae70-4ceb-9db8-e4255eef05f2 req-a701ed1a-167d-481d-a1f7-c0733d2270b6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7250044 Sep 01 00:30:18.842880 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:18.842963 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-3a891b52-5171-4998-98b8-b7511a0cbd42 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f6785d2c1b524fb68c4ed995c1851497&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3933756 Sep 01 00:30:18.842963 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.842963 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:18.842963 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.845115 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/1686bbb5-7c47-498b-bb89-88826527d80e HTTP/1.1" status: 200 len: 1093 time: 4.1234918 Sep 01 00:30:18.860105 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50442) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:18.866278 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dc5608-df5a-4c41-9d46-fd161e18e075', 'tag': '1686bbb5-7c47-498b-bb89-88826527d80e'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:18.873363 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e7f69cd5-8eda-434c-b227-d6272d635096 admin admin] Publish callbacks [] for security_group (839b74b3-4562-4f14-8321-1b1d130768c3), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:18.900070 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a891b52-5171-4998-98b8-b7511a0cbd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db7dc15-5057-4f3b-b56e-6276fc85d825,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:18.995227 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:19.095431 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50450) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:19.341772 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:19.382268 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Made reservation on behalf of f1064fc209674020b54fa7526cf22bf5 for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:30:19.392380 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:19.419581 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-059d6d4e-bfab-43c3-8f17-cf199e5c66a5 req-0abb52c9-2b96-4d87-a892-a2ca53d731b6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 210 time: 0.4005182 Sep 01 00:30:19.432865 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b1b236-7ef5-42ff-a62e-82459d926570" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dc5608-df5a-4c41-9d46-fd161e18e075", "tag": "1686bbb5-7c47-498b-bb89-88826527d80e"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:19.493167 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f3e78e05-4b03-42ab-ae80-e9f074e18b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:19.510317 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e7f69cd5-8eda-434c-b227-d6272d635096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (839b74b3-4562-4f14-8321-1b1d130768c3), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:19.514278 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e7f69cd5-8eda-434c-b227-d6272d635096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:19.523527 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-e7f69cd5-8eda-434c-b227-d6272d635096 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/839b74b3-4562-4f14-8321-1b1d130768c3 HTTP/1.1" status: 204 len: 168 time: 1.7611685 Sep 01 00:30:19.651357 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d1ad94a0-c0f9-41b2-82df-296c0757343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:19.656477 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-d1ad94a0-c0f9-41b2-82df-296c0757343f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 1127 time: 0.7279763 Sep 01 00:30:19.700465 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f69cd5-8eda-434c-b227-d6272d635096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839b74b3-4562-4f14-8321-1b1d130768c3,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:19.782489 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-59d579a1-e7b6-437a-b83c-167aaac45eb4 req-1fbfc970-4b4e-41a8-a889-e67b90756f6c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 210 time: 0.2268927 Sep 01 00:30:19.877684 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:20.024674 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Attempting to bind port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:30:20.025184 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Attempting to bind port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:30:20.025438 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Attempting to bind port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:20.040233 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e615b8-809f-4549-ba29-8d39122a099e req-b9b88405-afbb-4e18-9dc8-b6f1f7d5a17b tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:20.041957 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-49e615b8-809f-4549-ba29-8d39122a099e req-b9b88405-afbb-4e18-9dc8-b6f1f7d5a17b tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 931 time: 0.7110419 Sep 01 00:30:20.072471 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:30:20.074975 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Attempting to bind port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:20.086677 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:30:20.094611 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Checking segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:20.094611 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Bound using segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:30:20.094611 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Bound port: e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'}}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:30:20.094611 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.123983 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bef5bd-eddf-43b5-89d4-58b7f5afc60a {{(pid=117902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:20.145272 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Publish callbacks [] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.152521 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4a8c9-d269-4c20-9d99-52205a1145d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1686bbb5-7c47-498b-bb89-88826527d80e,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:20.232818 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-3bbbe213-d1ff-4c4c-a54c-98fa1f8faff2 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1686bbb5-7c47-498b-bb89-88826527d80e HTTP/1.1" status: 200 len: 217 time: 0.4454160 Sep 01 00:30:20.248882 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-58c47d7f-86a6-448e-918a-7d2be7bf02c9 admin admin] Publish callbacks [] for security_group (1db7dc15-5057-4f3b-b56e-6276fc85d825), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.259634 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50484) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:20.369198 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-25f978ba-bdfb-4c9f-aed1-11717d4a0b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.371723 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-7477bbb1-60b1-46f9-aced-0108f8083e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.426611 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-58c47d7f-86a6-448e-918a-7d2be7bf02c9 admin admin] Publish callbacks [] for security_group (1db7dc15-5057-4f3b-b56e-6276fc85d825), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.503116 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.provisioning_blocks [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Transition to ACTIVE for port object c0bef5bd-eddf-43b5-89d4-58b7f5afc60a will not be triggered until provisioned by entity L2. {{(pid=117902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:30:20.519434 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] For port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed, host hv-cinder-82002, cleared binding levels {{(pid=117902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:30:20.539287 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] For port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:30:20.542276 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.571622 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-49e615b8-809f-4549-ba29-8d39122a099e req-966daeb4-1392-40aa-8621-a51f5adfc5ce tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212105 Sep 01 00:30:20.586596 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:20.597741 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.611374 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:20.615137 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.617507 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed HTTP/1.1" status: 200 len: 1093 time: 5.7323053 Sep 01 00:30:20.622634 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7927467f-419a-4f70-a627-f848aac91723', 'tag': 'e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:20.652907 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f3e78e05-4b03-42ab-ae80-e9f074e18b99 admin admin] Publish callbacks [] for security_group (828f5b1a-f3fe-4d89-810e-ce543ac12a3f), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.679998 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Allocated IP 172.20.0.10 (a7ae7c87-2d4d-4921-9c18-8673416a29fc/88431f08-94ca-406b-8ae5-c131015c23d1/0c45dd3f-1c4e-4370-83b2-adc0f7df081b) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:30:20.688563 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f3e78e05-4b03-42ab-ae80-e9f074e18b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (828f5b1a-f3fe-4d89-810e-ce543ac12a3f), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:20.711874 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-0731ca8b-d2de-4910-b0fb-db4401bbfb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:20.714628 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-0731ca8b-d2de-4910-b0fb-db4401bbfb6e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.2989094 Sep 01 00:30:20.871879 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=18 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:20.882007 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:21.066487 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Pushing event updated for resources: {'Port': ['ID=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:21.079418 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de292cb-2094-4918-9540-b881f2557c4b x-openstack-request-id: req-2de292cb-2094-4918-9540-b881f2557c4b {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:21.080052 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dc5608-df5a-4c41-9d46-fd161e18e075", "tag": "1686bbb5-7c47-498b-bb89-88826527d80e", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:21.080052 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2de292cb-2094-4918-9540-b881f2557c4b {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:21.080878 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de292cb-2094-4918-9540-b881f2557c4b'] response: {'name': 'network-changed', 'server_uuid': 'f5dc5608-df5a-4c41-9d46-fd161e18e075', 'tag': '1686bbb5-7c47-498b-bb89-88826527d80e', 'status': 'completed', 'code': 200} Sep 01 00:30:21.087022 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-58c47d7f-86a6-448e-918a-7d2be7bf02c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (1db7dc15-5057-4f3b-b56e-6276fc85d825), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:21.090061 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-58c47d7f-86a6-448e-918a-7d2be7bf02c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:21.092254 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-58c47d7f-86a6-448e-918a-7d2be7bf02c9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1db7dc15-5057-4f3b-b56e-6276fc85d825 HTTP/1.1" status: 204 len: 168 time: 2.2198079 Sep 01 00:30:21.137238 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e78e05-4b03-42ab-ae80-e9f074e18b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828f5b1a-f3fe-4d89-810e-ce543ac12a3f,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:21.149958 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af623595-957b-49ba-8ad4-400d192c717a" -d '{"events": [{"name": "network-changed", "server_uuid": "7927467f-419a-4f70-a627-f848aac91723", "tag": "e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:21.189905 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-f3e78e05-4b03-42ab-ae80-e9f074e18b99 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6b126e1169ce4b709c785dc40314b203&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0859444 Sep 01 00:30:21.196928 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50502) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:21.242302 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-974ce029-0f17-4f07-8e2f-d2c347e1cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:21.244118 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-974ce029-0f17-4f07-8e2f-d2c347e1cc86 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5006943 Sep 01 00:30:21.284869 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c47d7f-86a6-448e-918a-7d2be7bf02c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db7dc15-5057-4f3b-b56e-6276fc85d825,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:21.288516 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-25f978ba-bdfb-4c9f-aed1-11717d4a0b4a admin admin] Publish callbacks [] for security_group (46f6f750-69ff-4ff9-9f38-3c4092ff9e1b), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:21.322009 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1999e-2c75-48a3-be6b-6a94c55170dd req-3350fd89-8a96-44bd-820f-6b83eb8dc195 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:21.324388 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbe1999e-2c75-48a3-be6b-6a94c55170dd req-3350fd89-8a96-44bd-820f-6b83eb8dc195 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 943 time: 0.2568343 Sep 01 00:30:21.349785 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-25f978ba-bdfb-4c9f-aed1-11717d4a0b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (46f6f750-69ff-4ff9-9f38-3c4092ff9e1b), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:21.376445 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-f9c8548b-0369-4b29-8772-ff93c6ab1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:21.376715 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-f9c8548b-0369-4b29-8772-ff93c6ab1ff3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 1127 time: 0.6038442 Sep 01 00:30:21.471351 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b5f874f2-4120-422c-a400-78a7dbb53e7f req-a4bccec3-3422-40de-9f47-c6ba7e970ab7 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 210 time: 0.3429189 Sep 01 00:30:21.485560 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:21.598432 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d7feb-7a31-4834-85e1-f8edda18d671 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,revision_number=3']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:21.675215 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f978ba-bdfb-4c9f-aed1-11717d4a0b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f6f750-69ff-4ff9-9f38-3c4092ff9e1b,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:21.685715 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22f7d0a2-7102-4190-b180-22e80814e77c admin admin] Publish callbacks [] for security_group (828f5b1a-f3fe-4d89-810e-ce543ac12a3f), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:21.759189 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22f7d0a2-7102-4190-b180-22e80814e77c admin admin] Publish callbacks [] for security_group (828f5b1a-f3fe-4d89-810e-ce543ac12a3f), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:21.786290 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:UPDATE=4,neutron:SELECT=77,neutron:INSERT=15,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:21.792441 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Attempting to bind port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:30:21.792441 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Attempting to bind port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:30:21.792441 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Attempting to bind port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a on network b1171be4-cbc8-4a98-b1ce-71873b834502 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:21.844086 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-25f978ba-bdfb-4c9f-aed1-11717d4a0b4a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=01307ac8aa3b4b64a54b2c4999dc4966&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5766706 Sep 01 00:30:21.869843 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50520) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:21.957785 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:21.997265 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbe1999e-2c75-48a3-be6b-6a94c55170dd req-ebe4841b-6cdf-439e-a74a-4519bc58565e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6403992 Sep 01 00:30:22.051699 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-32c41a58-cffe-4eb7-916f-189b5820f11f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408721 Sep 01 00:30:22.064051 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-49d0b9cb-e205-4a23-b2a6-9631d5e58ca9 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed HTTP/1.1" status: 200 len: 217 time: 0.4676564 Sep 01 00:30:22.065914 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-93674ef5-d590-4471-97ff-a0f026531e61 req-a3a4e3b2-bc94-4d05-9d9d-4895dfa1ecd7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 210 time: 0.4466264 Sep 01 00:30:22.067178 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a on network b1171be4-cbc8-4a98-b1ce-71873b834502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:30:22.067610 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Attempting to bind port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a on network b1171be4-cbc8-4a98-b1ce-71873b834502 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:22.076112 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:30:22.076471 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Checking segment: {'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:22.076884 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Bound using segment: {'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:30:22.077334 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Bound port: c0bef5bd-eddf-43b5-89d4-58b7f5afc60a, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77029fff-1b32-48aa-a88d-7dfff4d5fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502'}}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:30:22.078388 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:22.104911 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:22.115107 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22f7d0a2-7102-4190-b180-22e80814e77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (828f5b1a-f3fe-4d89-810e-ce543ac12a3f), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:22.127346 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22f7d0a2-7102-4190-b180-22e80814e77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:22.128971 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-22f7d0a2-7102-4190-b180-22e80814e77c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/828f5b1a-f3fe-4d89-810e-ce543ac12a3f HTTP/1.1" status: 204 len: 168 time: 0.9222593 Sep 01 00:30:22.236889 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7d0a2-7102-4190-b180-22e80814e77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828f5b1a-f3fe-4d89-810e-ce543ac12a3f,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:22.269954 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-45962324-1994-4e22-b795-cfcf461029d5 admin admin] Publish callbacks [] for security_group (46f6f750-69ff-4ff9-9f38-3c4092ff9e1b), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:22.417272 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-45962324-1994-4e22-b795-cfcf461029d5 admin admin] Publish callbacks [] for security_group (46f6f750-69ff-4ff9-9f38-3c4092ff9e1b), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:22.476261 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:22.482962 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:22.494056 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] For port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a, host hv-cinder-82002, cleared binding levels {{(pid=117902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:30:22.596651 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] For port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:30:22.647690 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7296fa-cfd8-4535-8d38-6a4b8786704b req-5691d31a-6844-47d1-8fba-17c133a19850 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:22.667948 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0f7296fa-cfd8-4535-8d38-6a4b8786704b req-5691d31a-6844-47d1-8fba-17c133a19850 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 943 time: 0.3929980 Sep 01 00:30:22.702850 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:22.725410 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.30', 60608) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:22.731159 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812532d5-c50e-4242-a838-6ac602aa7d1f x-openstack-request-id: req-812532d5-c50e-4242-a838-6ac602aa7d1f {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:22.731456 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7927467f-419a-4f70-a627-f848aac91723", "tag": "e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:22.731710 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-812532d5-c50e-4242-a838-6ac602aa7d1f {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:22.732177 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812532d5-c50e-4242-a838-6ac602aa7d1f'] response: {'name': 'network-changed', 'server_uuid': '7927467f-419a-4f70-a627-f848aac91723', 'tag': 'e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed', 'status': 'completed', 'code': 200} Sep 01 00:30:22.746923 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:22.747789 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:22.749868 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/c0bef5bd-eddf-43b5-89d4-58b7f5afc60a HTTP/1.1" status: 200 len: 1093 time: 5.0899854 Sep 01 00:30:22.772029 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b6fc40f9-822a-4f21-bd4a-0ece6099ab94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:22.835302 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Network a7ae7c87-2d4d-4921-9c18-8673416a29fc is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:30:22.850026 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'Port': ['ID=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:22.870267 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:22.889075 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:30:22.928829 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-3bb67f0a-4c39-4be7-bdc2-d407ee4b7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:22.930473 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-3bb67f0a-4c39-4be7-bdc2-d407ee4b7f48 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.4259038 Sep 01 00:30:23.197361 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e81de-811d-4850-b902-5d345f4ac185 req-ca353d12-78e0-40ac-a7c7-535055ee01cb tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:23.199624 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3d8e81de-811d-4850-b902-5d345f4ac185 req-ca353d12-78e0-40ac-a7c7-535055ee01cb tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 932 time: 0.2507050 Sep 01 00:30:23.206566 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:23.207353 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:23.232040 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-45962324-1994-4e22-b795-cfcf461029d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (46f6f750-69ff-4ff9-9f38-3c4092ff9e1b), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:23.236395 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-45962324-1994-4e22-b795-cfcf461029d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:23.238613 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-45962324-1994-4e22-b795-cfcf461029d5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/46f6f750-69ff-4ff9-9f38-3c4092ff9e1b HTTP/1.1" status: 204 len: 168 time: 1.3676965 Sep 01 00:30:23.273950 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-1def91eb-049d-4ac4-91b4-d6a63de0b79a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9827733 Sep 01 00:30:23.313145 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3d8e81de-811d-4850-b902-5d345f4ac185 req-875d0864-02df-4edd-998c-326ead9e84fb tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860362 Sep 01 00:30:23.318689 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0f7296fa-cfd8-4535-8d38-6a4b8786704b req-5ebe5384-8536-4a51-b090-8d57f9443980 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6497517 Sep 01 00:30:23.329837 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3954479e-b9cb-43d9-88c0-b2e95f5303cf req-a705e600-d58e-4ded-8afd-539bce5c274f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8497376 Sep 01 00:30:23.331043 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45962324-1994-4e22-b795-cfcf461029d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f6f750-69ff-4ff9-9f38-3c4092ff9e1b,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:23.336671 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104e7b-ae66-4964-a27b-91c1420010db req-e5f00343-4aa6-4b2f-9ccf-91715f5324a7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:23.339545 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-e5f00343-4aa6-4b2f-9ccf-91715f5324a7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.30 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 817 time: 0.5945559 Sep 01 00:30:23.412330 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-090ecf3e-f4e3-45b0-9e19-9b5897ef644a None None] Provisioning complete for port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:23.412748 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-090ecf3e-f4e3-45b0-9e19-9b5897ef644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:23.482327 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978947e-bfb3-4b27-af0a-7856d25da2ee req-d862b85b-9ad3-469d-8b6d-351826d7217b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:23.485305 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-a7cbdb26-bfea-49d5-bd87-d7d97d258aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:23.485977 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9978947e-bfb3-4b27-af0a-7856d25da2ee req-d862b85b-9ad3-469d-8b6d-351826d7217b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 943 time: 0.0722456 Sep 01 00:30:23.486835 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-a7cbdb26-bfea-49d5-bd87-d7d97d258aab service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=eb6a951afecc44219772f82bb09f91e3&device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 1127 time: 0.6058977 Sep 01 00:30:23.487474 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cde2b-3931-40c0-aea9-128211f261ce service neutron] Pushing event updated for resources: {'Port': ['ID=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,revision_number=3']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:23.493136 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Request body: {'port': {'device_id': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:23.521362 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-090ecf3e-f4e3-45b0-9e19-9b5897ef644a None None] Port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:30:23.563850 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3a4d70c5-2907-4428-8188-fd7e623cf10d req-610d920a-2632-492b-a99b-4278b5253e91 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 210 time: 0.0705712 Sep 01 00:30:23.566086 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-120cbe5f-2399-4413-bf6f-d1da8a8d9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:23.567699 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-120cbe5f-2399-4413-bf6f-d1da8a8d9cdc service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5273733 Sep 01 00:30:23.588729 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9978947e-bfb3-4b27-af0a-7856d25da2ee req-b2b51917-dba2-44a8-8b8c-a44c39060320 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912867 Sep 01 00:30:23.633676 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:23.646725 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:23.729816 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-bc116fbc-934b-4388-ac45-204dacd9620a service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a HTTP/1.1" status: 200 len: 217 time: 0.0756872 Sep 01 00:30:23.841111 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-8493df9b-d809-486f-a6e8-45481e8b3073 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=06942912e37346eaa2310a56b84f3886 HTTP/1.1" status: 200 len: 380 time: 0.1866331 Sep 01 00:30:23.894232 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-4e963c4c-37b2-4650-8226-17daddc78208 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752048 Sep 01 00:30:23.943476 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-795e17c8-8d70-451d-a3bf-6690ea9e78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:23.945615 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-795e17c8-8d70-451d-a3bf-6690ea9e78d3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 1127 time: 0.2233715 Sep 01 00:30:23.947640 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:24.130372 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c45dd3f-1c4e-4370-83b2-adc0f7df081b {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:24.138942 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Publish callbacks [] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:24.152648 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:24.154034 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Transition to ACTIVE for port object 0c45dd3f-1c4e-4370-83b2-adc0f7df081b will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:30:24.168602 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:24.255152 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:24.308902 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:24.328912 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Attempting to bind port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:30:24.329474 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Attempting to bind port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:30:24.330180 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Attempting to bind port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b on network a7ae7c87-2d4d-4921-9c18-8673416a29fc {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:24.339172 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b on network a7ae7c87-2d4d-4921-9c18-8673416a29fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:30:24.339499 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Attempting to bind port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b on network a7ae7c87-2d4d-4921-9c18-8673416a29fc {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:24.350915 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:30:24.377062 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Checking segment: {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:24.377062 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Bound using segment: {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:30:24.377062 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Bound port: 0c45dd3f-1c4e-4370-83b2-adc0f7df081b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:30:24.377062 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:24.495492 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc30303-4a5a-46ee-8339-948333a7a870 req-d942bdaf-1808-443f-ad76-60f222157291 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:24.503457 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cfc30303-4a5a-46ee-8339-948333a7a870 req-d942bdaf-1808-443f-ad76-60f222157291 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 944 time: 0.0679603 Sep 01 00:30:24.538753 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f60ba-95bc-480a-ad19-72db8026d19c req-bb019bd7-05be-4d7c-96d3-e548f378f6fa tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:24.545774 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e52f60ba-95bc-480a-ad19-72db8026d19c req-bb019bd7-05be-4d7c-96d3-e548f378f6fa tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 943 time: 0.0827587 Sep 01 00:30:24.550843 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] For port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:30:24.558715 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] For port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:30:24.568078 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cfc30303-4a5a-46ee-8339-948333a7a870 req-dddc257f-fb64-4b9a-869e-35a1f0676656 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633001 Sep 01 00:30:24.569826 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:24.584907 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:24.584907 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:24.584907 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/0c45dd3f-1c4e-4370-83b2-adc0f7df081b HTTP/1.1" status: 200 len: 1094 time: 1.0960882 Sep 01 00:30:24.584907 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'tag': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:24.588616 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc683a5-d772-4b62-8ed1-65f3ed262ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8ee3b6-8801-4650-8819-1587d9da7d98", "tag": "0c45dd3f-1c4e-4370-83b2-adc0f7df081b"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:24.637442 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc37e794-1fa8-487c-af63-759573830249 x-openstack-request-id: req-cc37e794-1fa8-487c-af63-759573830249 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:24.637813 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8ee3b6-8801-4650-8819-1587d9da7d98", "tag": "0c45dd3f-1c4e-4370-83b2-adc0f7df081b", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:24.638478 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc37e794-1fa8-487c-af63-759573830249 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:24.638895 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc37e794-1fa8-487c-af63-759573830249'] response: {'name': 'network-changed', 'server_uuid': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'tag': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b', 'status': 'completed', 'code': 200} Sep 01 00:30:24.682807 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e52f60ba-95bc-480a-ad19-72db8026d19c req-f037712c-d224-472b-a219-8c8bd6ae47f8 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355433 Sep 01 00:30:24.710193 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c3318-ac2c-4482-85d1-ef47b965f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:24.732906 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed053e9-b2ff-4c41-9a71-344e192fc7ca', 'tag': 'c0bef5bd-eddf-43b5-89d4-58b7f5afc60a'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:24.735778 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d46e2ad-69fc-47f6-844a-bc06e64e810d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed053e9-b2ff-4c41-9a71-344e192fc7ca", "tag": "c0bef5bd-eddf-43b5-89d4-58b7f5afc60a"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:24.740007 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c5f215b1-7e9f-4469-9d4d-09e7fda0a739 req-aa17020d-557a-49b6-b70c-c71c61c64c2d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 210 time: 0.0417221 Sep 01 00:30:24.810214 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb54fdc-09a0-41b6-8a83-9a36e6a2af91 x-openstack-request-id: req-2fb54fdc-09a0-41b6-8a83-9a36e6a2af91 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:24.810214 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed053e9-b2ff-4c41-9a71-344e192fc7ca", "tag": "c0bef5bd-eddf-43b5-89d4-58b7f5afc60a", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:24.810214 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fb54fdc-09a0-41b6-8a83-9a36e6a2af91 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:24.810214 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb54fdc-09a0-41b6-8a83-9a36e6a2af91'] response: {'name': 'network-changed', 'server_uuid': '3ed053e9-b2ff-4c41-9a71-344e192fc7ca', 'tag': 'c0bef5bd-eddf-43b5-89d4-58b7f5afc60a', 'status': 'completed', 'code': 200} Sep 01 00:30:24.852633 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a69e4-9308-4b12-8e54-6a8e27e01591 req-07fef4a5-6bdd-46c6-8435-4f68158665a9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:24.854135 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-109a69e4-9308-4b12-8e54-6a8e27e01591 req-07fef4a5-6bdd-46c6-8435-4f68158665a9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 943 time: 0.0635774 Sep 01 00:30:24.912212 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-109a69e4-9308-4b12-8e54-6a8e27e01591 req-1f2ef9cf-330f-4f46-bb15-1eb53d53ad07 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491028 Sep 01 00:30:25.000587 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'port': {'device_id': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'admin_state_up': True, 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'security_groups': ['10d546a7-6b71-4a87-a8e6-e0dde2389730']}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:25.017857 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:25.138216 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-d12d294f-2d89-4840-a5b1-92a2e1c045ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:25.140568 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-d12d294f-2d89-4840-a5b1-92a2e1c045ac service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=6376df79-69f6-4f5a-bd90-c1368892485a HTTP/1.1" status: 200 len: 850 time: 0.1926007 Sep 01 00:30:25.204460 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:25.214942 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc683a5-d772-4b62-8ed1-65f3ed262ca6 req-1d2bf53e-4e44-425f-abfe-2783549c01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:25.216402 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0cc683a5-d772-4b62-8ed1-65f3ed262ca6 req-1d2bf53e-4e44-425f-abfe-2783549c01a5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 1128 time: 0.1965024 Sep 01 00:30:25.240853 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-e7eb6395-8527-4292-a358-550d80c6c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:25.242727 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-e7eb6395-8527-4292-a358-550d80c6c039 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.2677195 Sep 01 00:30:25.257329 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:25.269516 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ee8e582-3270-4b65-b789-a315333b6bf3 req-830d5e47-d03e-4493-814d-07331dabf532 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837126 Sep 01 00:30:25.290358 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-4e687cf0-f90e-40f3-b04e-ad173b58efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:25.292439 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-4e687cf0-f90e-40f3-b04e-ad173b58efbc service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=b1171be4-cbc8-4a98-b1ce-71873b834502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1409309 Sep 01 00:30:25.331289 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Made reservation on behalf of 06942912e37346eaa2310a56b84f3886 for: {'port': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:30:25.336754 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:25.416057 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:25.416540 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:25.628432 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-fa999824-d346-4175-92b8-6947b6de12d9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/b1171be4-cbc8-4a98-b1ce-71873b834502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000522 Sep 01 00:30:25.635132 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-ac02a4de-8212-4f37-9c5e-5e00ad70ae2d service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1686bbb5-7c47-498b-bb89-88826527d80e HTTP/1.1" status: 200 len: 217 time: 0.0499187 Sep 01 00:30:25.712911 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Allocated IP 172.20.0.7 (6ec1bdb8-fcb4-45f0-8321-9a6d9446092b/2656a193-946c-440a-9e10-5eb2de1c9abe/eeee7cd1-6746-4dc1-883d-5b9873db8131) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:30:25.786431 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1ceb8-e543-412b-8008-5f577eac3e3d req-fbebfb18-351b-49aa-b4a6-b1e956f848cf tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:25.789272 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b2e1ceb8-e543-412b-8008-5f577eac3e3d req-fbebfb18-351b-49aa-b4a6-b1e956f848cf tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 944 time: 0.0673416 Sep 01 00:30:25.802109 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc683a5-d772-4b62-8ed1-65f3ed262ca6 req-b2489fe9-d6a8-4e0b-a074-b1ce7acb2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:25.804096 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0cc683a5-d772-4b62-8ed1-65f3ed262ca6 req-b2489fe9-d6a8-4e0b-a074-b1ce7acb2e6d service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=f1064fc209674020b54fa7526cf22bf5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5740891 Sep 01 00:30:25.879734 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee120f-e38f-49df-ad15-8b61e9118b04 req-0a1afa12-e2b4-4d5b-8b55-6fe0a4dbcb98 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:25.892164 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c0ee120f-e38f-49df-ad15-8b61e9118b04 req-0a1afa12-e2b4-4d5b-8b55-6fe0a4dbcb98 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 943 time: 0.0822570 Sep 01 00:30:25.953992 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c0ee120f-e38f-49df-ad15-8b61e9118b04 req-dc8c143b-61fe-463a-a6f5-e5193ac66b50 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610995 Sep 01 00:30:25.978244 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b2e1ceb8-e543-412b-8008-5f577eac3e3d req-8df68028-b4ce-498b-a5e3-63365116d609 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795678 Sep 01 00:30:26.043628 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:26.087997 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:26.126326 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50710) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:26.147405 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:26.188851 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:30:26.243509 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:26.281638 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:30:26.332384 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:26.361969 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb339d26-fbec-4741-9c2b-a1a3b458baec req-b383ea96-062e-4221-b1cd-de2fc20c58ef tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:26.363893 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fb339d26-fbec-4741-9c2b-a1a3b458baec req-b383ea96-062e-4221-b1cd-de2fc20c58ef tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 943 time: 0.2735889 Sep 01 00:30:26.398435 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc683a5-d772-4b62-8ed1-65f3ed262ca6 req-115d58bc-7f4c-45c3-97f4-7cafad06d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:26.399907 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0cc683a5-d772-4b62-8ed1-65f3ed262ca6 req-115d58bc-7f4c-45c3-97f4-7cafad06d9e9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607055 Sep 01 00:30:26.422912 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd7386-6963-45d9-b0eb-9b906f0f1652 req-815167d3-1cf8-4b37-bd12-52eedcb6490b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:26.440018 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-39fd7386-6963-45d9-b0eb-9b906f0f1652 req-815167d3-1cf8-4b37-bd12-52eedcb6490b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 931 time: 0.3515327 Sep 01 00:30:26.539045 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-a053c272-30d7-4eab-a6af-694e77de68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:26.540599 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-a053c272-30d7-4eab-a6af-694e77de68f3 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.4028323 Sep 01 00:30:26.570030 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-0c88accc-3f7f-443c-9ce7-452ac4a11b9b None None] Provisioning complete for port eeee7cd1-6746-4dc1-883d-5b9873db8131 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:26.573708 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-4b312adc-c2aa-4529-b114-b0e4dfc1dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:26.575237 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-4b312adc-c2aa-4529-b114-b0e4dfc1dd5d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 1128 time: 0.1034646 Sep 01 00:30:26.578578 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0c88accc-3f7f-443c-9ce7-452ac4a11b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:26.594255 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:26.626606 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-39fd7386-6963-45d9-b0eb-9b906f0f1652 req-b6477928-79ed-4072-8197-f1f45d1dae9d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798575 Sep 01 00:30:26.661926 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-2b820016-a33c-4dd7-b2f3-22afffacf9a4 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c45dd3f-1c4e-4370-83b2-adc0f7df081b HTTP/1.1" status: 200 len: 217 time: 0.0663218 Sep 01 00:30:26.666567 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-2f3459d0-ac55-4401-9296-0ccaeb58da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:26.668050 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-2f3459d0-ac55-4401-9296-0ccaeb58da53 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1169145 Sep 01 00:30:26.680837 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-0c88accc-3f7f-443c-9ce7-452ac4a11b9b None None] Port eeee7cd1-6746-4dc1-883d-5b9873db8131 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:30:26.740518 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623595-957b-49ba-8ad4-400d192c717a req-f7249730-8b02-474d-a2a2-a23c04044fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:26.742918 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af623595-957b-49ba-8ad4-400d192c717a req-f7249730-8b02-474d-a2a2-a23c04044fd8 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 1127 time: 0.5666945 Sep 01 00:30:26.759323 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 1686bbb5-7c47-498b-bb89-88826527d80e details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:30:26.766552 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e13-8e5c-4a44-a53d-f1c7017bce5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:26.856012 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fb339d26-fbec-4741-9c2b-a1a3b458baec req-7eee0f22-88ed-4ba3-9e0a-23d26576319a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080549 Sep 01 00:30:26.885666 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:26.886596 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:26.908223 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-a06d4c4f-ba14-4cc7-83d2-82b4ae63af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:26.909781 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-a06d4c4f-ba14-4cc7-83d2-82b4ae63af98 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=88431f08-94ca-406b-8ae5-c131015c23d1 HTTP/1.1" status: 200 len: 850 time: 0.2319026 Sep 01 00:30:26.978447 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-49e344f1-accf-4d5b-9b5d-8b60f97397a1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9916408 Sep 01 00:30:27.001546 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-8cb617ac-2874-47f7-aae6-d76639f0f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:27.003196 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-8cb617ac-2874-47f7-aae6-d76639f0f90d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=a7ae7c87-2d4d-4921-9c18-8673416a29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0812593 Sep 01 00:30:27.005395 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-1cb46c3d-3225-4efd-aefc-0e73ae05bfc1 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907674 Sep 01 00:30:27.090204 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 1686bbb5-7c47-498b-bb89-88826527d80e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1686bbb5-7c47-498b-bb89-88826527d80e,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:27.094157 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Request body: {'port': {'device_id': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:27.126187 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '1686bbb5-7c47-498b-bb89-88826527d80e', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'port_id': '1686bbb5-7c47-498b-bb89-88826527d80e', 'mac_address': 'fa:16:3e:ac:f9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:30:27.179491 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:27.209934 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d6c44-efc1-4cb6-ae56-387d282bd7b1 req-bc5c58be-a5b6-4900-8e68-bb133973d5d0 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:27.211174 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 1686bbb5-7c47-498b-bb89-88826527d80e is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:27.213422 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:27.217297 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-630d6c44-efc1-4cb6-ae56-387d282bd7b1 req-bc5c58be-a5b6-4900-8e68-bb133973d5d0 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 943 time: 0.0907710 Sep 01 00:30:27.259614 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:27.275506 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1686bbb5-7c47-498b-bb89-88826527d80e {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:27.306172 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-630d6c44-efc1-4cb6-ae56-387d282bd7b1 req-183483b7-94b3-47af-9ada-000b1aa0bb7b tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879142 Sep 01 00:30:27.325708 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:27.365880 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-d747c206-f6d2-4f26-be9a-dbed255eb45b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/b1171be4-cbc8-4a98-b1ce-71873b834502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1976988 Sep 01 00:30:27.378326 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-4b1a587a-3691-44a1-b45e-e7b408a63ec3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452854 Sep 01 00:30:27.381150 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a5b1b236-7ef5-42ff-a62e-82459d926570 req-1f6474a5-0c6a-4b19-a908-7d06ebbec253 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598959 Sep 01 00:30:27.492212 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 1686bbb5-7c47-498b-bb89-88826527d80e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1686bbb5-7c47-498b-bb89-88826527d80e,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:27.501984 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:27.511189 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:27.591070 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2fd8d1ca-b933-49fe-ab7b-f345c4190934 req-64e50712-71e0-4f8b-b8cc-05c3a140e156 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990623 Sep 01 00:30:27.597628 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=1686bbb5-7c47-498b-bb89-88826527d80e,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:27.600475 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae52d7-aec4-462e-a135-a01b04750d10 req-eeb0f287-d578-4a1f-a681-e25b07798976 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:27.607970 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-99ae52d7-aec4-462e-a135-a01b04750d10 req-eeb0f287-d578-4a1f-a681-e25b07798976 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 944 time: 0.3995337 Sep 01 00:30:27.618056 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623595-957b-49ba-8ad4-400d192c717a req-6abbb1a2-6b70-47be-9670-66d831d45232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:27.620010 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af623595-957b-49ba-8ad4-400d192c717a req-6abbb1a2-6b70-47be-9670-66d831d45232 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.8625515 Sep 01 00:30:27.749341 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e13-8e5c-4a44-a53d-f1c7017bce5a admin admin] Publish callbacks [] for security_group (6c4f5b22-d0af-4455-81aa-e0fefeaf57f2), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:27.759510 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e13-8e5c-4a44-a53d-f1c7017bce5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (6c4f5b22-d0af-4455-81aa-e0fefeaf57f2), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:27.796717 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfda2da-61e5-4be2-8f44-0f2630deff21 req-dc8b6fe4-d3e7-4209-b7df-8fb2b5973342 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:27.797408 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-df2e8e13-8e5c-4a44-a53d-f1c7017bce5a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0b9b4ab5a7e64c6fb3d414db8c2d0b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6478593 Sep 01 00:30:27.801170 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['1686bbb5-7c47-498b-bb89-88826527d80e'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:30:27.801766 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50790) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:27.802095 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50792) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:27.805298 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5dfda2da-61e5-4be2-8f44-0f2630deff21 req-dc8b6fe4-d3e7-4209-b7df-8fb2b5973342 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 931 time: 0.0621970 Sep 01 00:30:27.817030 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-99ae52d7-aec4-462e-a135-a01b04750d10 req-cb0076a4-2a32-4b14-9dd5-079bf8dc7334 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029681 Sep 01 00:30:27.836107 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50796) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:27.862285 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5dfda2da-61e5-4be2-8f44-0f2630deff21 req-6df1d3e3-223b-4bb7-be38-666a5f8d5d1a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561018 Sep 01 00:30:27.864866 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:27.901184 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:27.921691 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e8e13-8e5c-4a44-a53d-f1c7017bce5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4f5b22-d0af-4455-81aa-e0fefeaf57f2,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:28.025213 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a35b-7a83-4859-b0b9-1b876b981e5d admin admin] Publish callbacks [] for security_group (6c4f5b22-d0af-4455-81aa-e0fefeaf57f2), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.059429 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-48f20f18-c043-43e2-a428-73ff26e98477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.075163 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9f49d5da-f54f-4a5c-8f1e-c85ffea97ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.088263 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a35b-7a83-4859-b0b9-1b876b981e5d admin admin] Publish callbacks [] for security_group (6c4f5b22-d0af-4455-81aa-e0fefeaf57f2), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.100715 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84a3e8-8129-45c0-a3cd-d7fc0c9cca9f req-f210d6c5-fde8-499d-aa01-876a27700a85 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:28.102989 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4b84a3e8-8129-45c0-a3cd-d7fc0c9cca9f req-f210d6c5-fde8-499d-aa01-876a27700a85 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 943 time: 0.1204233 Sep 01 00:30:28.177212 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-48f20f18-c043-43e2-a428-73ff26e98477 admin admin] Publish callbacks [] for security_group (8527485e-d0cc-4515-ae81-9013e6094c4b), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.232488 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-48f20f18-c043-43e2-a428-73ff26e98477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (8527485e-d0cc-4515-ae81-9013e6094c4b), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.254449 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:28.413892 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-0d7d9f5d-b091-4964-978c-18ac7d4e1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:28.415825 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-0d7d9f5d-b091-4964-978c-18ac7d4e1e4a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=eb6a951afecc44219772f82bb09f91e3&device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 1127 time: 0.1522803 Sep 01 00:30:28.418618 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9f49d5da-f54f-4a5c-8f1e-c85ffea97ec3 admin admin] Publish callbacks [] for security_group (a0be21cb-5566-4496-bbf1-0f7cbc3d2c08), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.426817 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeee7cd1-6746-4dc1-883d-5b9873db8131 {{(pid=117902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:28.435095 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Publish callbacks [] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.449292 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.provisioning_blocks [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Transition to ACTIVE for port object eeee7cd1-6746-4dc1-883d-5b9873db8131 will not be triggered until provisioned by entity L2. {{(pid=117902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:30:28.454126 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9f49d5da-f54f-4a5c-8f1e-c85ffea97ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (a0be21cb-5566-4496-bbf1-0f7cbc3d2c08), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.460705 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f20f18-c043-43e2-a428-73ff26e98477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8527485e-d0cc-4515-ae81-9013e6094c4b,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:28.526583 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.528686 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-48f20f18-c043-43e2-a428-73ff26e98477 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8241847026654a62a22240aed131da1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6915128 Sep 01 00:30:28.533296 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50812) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:28.543647 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af623595-957b-49ba-8ad4-400d192c717a req-282b09fa-853a-4446-ad6c-4b0ef6e28ab4 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed HTTP/1.1" status: 200 len: 217 time: 0.2790897 Sep 01 00:30:28.576748 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2b3b-c23a-4d62-a99c-d70d981cab20 req-2adf7227-2116-4d00-a2ba-da35baa82657 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:28.579003 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cb4d2b3b-c23a-4d62-a99c-d70d981cab20 req-2adf7227-2116-4d00-a2ba-da35baa82657 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 943 time: 0.1327012 Sep 01 00:30:28.608010 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4b84a3e8-8129-45c0-a3cd-d7fc0c9cca9f req-be2b2ed0-29be-42a7-bff8-4a8c4421921e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924204 Sep 01 00:30:28.617360 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-9f49d5da-f54f-4a5c-8f1e-c85ffea97ec3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=62580d62435b452baf5d367ef3615a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7990835 Sep 01 00:30:28.618186 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:28.626738 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50818) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:28.629094 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49d5da-f54f-4a5c-8f1e-c85ffea97ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0be21cb-5566-4496-bbf1-0f7cbc3d2c08,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:28.631786 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a35b-7a83-4859-b0b9-1b876b981e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (6c4f5b22-d0af-4455-81aa-e0fefeaf57f2), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.634407 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a35b-7a83-4859-b0b9-1b876b981e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.635555 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-9bb3a35b-7a83-4859-b0b9-1b876b981e5d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6c4f5b22-d0af-4455-81aa-e0fefeaf57f2 HTTP/1.1" status: 204 len: 168 time: 0.8162274 Sep 01 00:30:28.645129 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c2a911ef-70bd-4ff5-bdf9-7bcc44d3d3f0 admin admin] Publish callbacks [] for security_group (8527485e-d0cc-4515-ae81-9013e6094c4b), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.676248 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Pushing event updated for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:28.706951 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3a35b-7a83-4859-b0b9-1b876b981e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4f5b22-d0af-4455-81aa-e0fefeaf57f2,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:28.727598 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c2a911ef-70bd-4ff5-bdf9-7bcc44d3d3f0 admin admin] Publish callbacks [] for security_group (8527485e-d0cc-4515-ae81-9013e6094c4b), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.739376 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:28.751607 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:30:28.764004 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cb4d2b3b-c23a-4d62-a99c-d70d981cab20 req-a09efbeb-3112-4d9a-a72c-c5f2c05f93b5 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734736 Sep 01 00:30:28.801252 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Attempting to bind port eeee7cd1-6746-4dc1-883d-5b9873db8131 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:30:28.801675 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Attempting to bind port eeee7cd1-6746-4dc1-883d-5b9873db8131 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:30:28.801996 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-87c2c273-132e-4ae4-9300-7826b8607a75 admin admin] Publish callbacks [] for security_group (a0be21cb-5566-4496-bbf1-0f7cbc3d2c08), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.802511 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Attempting to bind port eeee7cd1-6746-4dc1-883d-5b9873db8131 on network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:28.809442 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Port eeee7cd1-6746-4dc1-883d-5b9873db8131 on network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:30:28.809881 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Attempting to bind port eeee7cd1-6746-4dc1-883d-5b9873db8131 on network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:28.816341 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:30:28.816727 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:28.816866 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Checking segment: {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:28.817344 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Bound using segment: {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:30:28.817918 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Bound port: eeee7cd1-6746-4dc1-883d-5b9873db8131, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'}}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:30:28.818379 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.828230 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-87c2c273-132e-4ae4-9300-7826b8607a75 admin admin] Publish callbacks [] for security_group (a0be21cb-5566-4496-bbf1-0f7cbc3d2c08), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.842357 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 1686bbb5-7c47-498b-bb89-88826527d80e up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:28.865223 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c2a911ef-70bd-4ff5-bdf9-7bcc44d3d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (8527485e-d0cc-4515-ae81-9013e6094c4b), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.869894 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c2a911ef-70bd-4ff5-bdf9-7bcc44d3d3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.871329 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c2a911ef-70bd-4ff5-bdf9-7bcc44d3d3f0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8527485e-d0cc-4515-ae81-9013e6094c4b HTTP/1.1" status: 204 len: 168 time: 0.3374629 Sep 01 00:30:28.891637 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a911ef-70bd-4ff5-bdf9-7bcc44d3d3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8527485e-d0cc-4515-ae81-9013e6094c4b,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:28.903695 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, cleared binding levels {{(pid=117902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:30:28.908887 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:30:28.915758 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.930033 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:28.931470 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-87c2c273-132e-4ae4-9300-7826b8607a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (a0be21cb-5566-4496-bbf1-0f7cbc3d2c08), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.933449 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.935617 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-87c2c273-132e-4ae4-9300-7826b8607a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:28.937470 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/eeee7cd1-6746-4dc1-883d-5b9873db8131 HTTP/1.1" status: 200 len: 1093 time: 1.8728168 Sep 01 00:30:28.938027 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:28.940418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666945be-b6ae-4a2c-b946-7055dda90d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:28.941264 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-87c2c273-132e-4ae4-9300-7826b8607a75 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a0be21cb-5566-4496-bbf1-0f7cbc3d2c08 HTTP/1.1" status: 204 len: 168 time: 0.3126938 Sep 01 00:30:28.957694 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2c273-132e-4ae4-9300-7826b8607a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0be21cb-5566-4496-bbf1-0f7cbc3d2c08,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:29.028633 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd215cdd-dfda-4a7a-b4f4-f8f861d1bedc service neutron] Pushing event updated for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=3']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:29.058363 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:29.090075 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': 'e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'port_id': 'e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed', 'mac_address': 'fa:16:3e:ad:4f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:30:29.127692 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 1686bbb5-7c47-498b-bb89-88826527d80e completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:30:29.127990 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacdf0a-a0f7-481a-a55e-1a6e8ee57226 req-2dff9007-f015-44df-9873-4ffe9e197f92 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:29.138235 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5aacdf0a-a0f7-481a-a55e-1a6e8ee57226 req-2dff9007-f015-44df-9873-4ffe9e197f92 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0870626 Sep 01 00:30:29.162614 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 1686bbb5-7c47-498b-bb89-88826527d80e triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:29.162902 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:29.183641 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cc1fe-2464-4a88-8ca3-ae263aecfe1a req-bd34012a-bb36-402d-be77-ae9bfb3f86c7 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:29.196440 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d95cc1fe-2464-4a88-8ca3-ae263aecfe1a req-bd34012a-bb36-402d-be77-ae9bfb3f86c7 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 944 time: 0.1470547 Sep 01 00:30:29.197082 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5aacdf0a-a0f7-481a-a55e-1a6e8ee57226 req-52e6e7e8-88c4-4c4b-9695-d38db9c4bd73 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579774 Sep 01 00:30:29.302509 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:29.302888 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:29.342430 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd51fb0-768f-4876-9112-80fc6a08a684 x-openstack-request-id: req-5cd51fb0-768f-4876-9112-80fc6a08a684 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:29.342744 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:29.342990 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cd51fb0-768f-4876-9112-80fc6a08a684 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:29.343555 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd51fb0-768f-4876-9112-80fc6a08a684'] response: {'name': 'network-changed', 'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'status': 'completed', 'code': 200} Sep 01 00:30:29.384333 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:29.385166 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50848) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:29.411341 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-77293eec-721d-4336-96bf-31b2c123b315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:29.430192 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:29.441025 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:29.454553 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d95cc1fe-2464-4a88-8ca3-ae263aecfe1a req-afffdcd4-2481-4f9d-87b7-cccfb2af7010 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600913 Sep 01 00:30:29.459273 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104e7b-ae66-4964-a27b-91c1420010db req-e43d8aef-da04-4b7b-9dd1-ade86bc2c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:29.462485 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-e43d8aef-da04-4b7b-9dd1-ade86bc2c26d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 1127 time: 0.1794772 Sep 01 00:30:29.478895 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623595-957b-49ba-8ad4-400d192c717a req-923ad5e4-c294-4f6c-8f52-9968ed9a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:29.485933 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af623595-957b-49ba-8ad4-400d192c717a req-923ad5e4-c294-4f6c-8f52-9968ed9a3348 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.2616825 Sep 01 00:30:29.489903 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 1686bbb5-7c47-498b-bb89-88826527d80e is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:29.490638 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:29.551127 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 1686bbb5-7c47-498b-bb89-88826527d80e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1686bbb5-7c47-498b-bb89-88826527d80e,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:29.555195 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dc5608-df5a-4c41-9d46-fd161e18e075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1686bbb5-7c47-498b-bb89-88826527d80e'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:29.600900 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-33aaab4c-bf57-438d-84fa-120fa3426d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:29.602448 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-33aaab4c-bf57-438d-84fa-120fa3426d18 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=b1171be4-cbc8-4a98-b1ce-71873b834502 HTTP/1.1" status: 200 len: 912 time: 0.3714967 Sep 01 00:30:29.641380 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:29.660251 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:29.678533 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-8c6c4af1-430e-4ec3-80f1-87956e6afdaf service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a HTTP/1.1" status: 200 len: 217 time: 0.0682161 Sep 01 00:30:29.688981 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-5a5c8cae-fa7b-4de1-930f-56aec6403e50 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131 HTTP/1.1" status: 200 len: 217 time: 0.2162073 Sep 01 00:30:29.693125 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623595-957b-49ba-8ad4-400d192c717a req-d6e7480b-a0c9-43f5-bda7-865067fba869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:29.694888 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af623595-957b-49ba-8ad4-400d192c717a req-d6e7480b-a0c9-43f5-bda7-865067fba869 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1896389 Sep 01 00:30:29.734007 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=1686bbb5-7c47-498b-bb89-88826527d80e,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:29.738871 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:30:29.834609 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50856) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:29.848682 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:29.870924 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104e7b-ae66-4964-a27b-91c1420010db req-8effe76f-33c3-4a56-a2c3-b208b90864f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:29.872809 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-8effe76f-33c3-4a56-a2c3-b208b90864f7 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 200 len: 856 time: 0.1767745 Sep 01 00:30:29.879866 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d8599f6e-0df0-4ed0-9382-ad9e59b6ac40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:29.886995 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:29.937194 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-140bac43-301b-412e-8f8f-a01e5c122f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:29.938360 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-140bac43-301b-412e-8f8f-a01e5c122f79 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=6376df79-69f6-4f5a-bd90-c1368892485a HTTP/1.1" status: 200 len: 850 time: 0.2500806 Sep 01 00:30:29.954529 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa179c-af9c-4fa9-8e5c-d2bc2637f238 req-553f9bef-f10e-4376-a9ad-c8882ee0dda3 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:29.957490 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8aa179c-af9c-4fa9-8e5c-d2bc2637f238 req-553f9bef-f10e-4376-a9ad-c8882ee0dda3 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 944 time: 0.1523659 Sep 01 00:30:30.036796 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e234cb-0183-4aaf-974e-d283792a28c9" -d '{"events": [{"server_uuid": "f5dc5608-df5a-4c41-9d46-fd161e18e075", "name": "network-vif-plugged", "status": "completed", "tag": "1686bbb5-7c47-498b-bb89-88826527d80e"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:30.054013 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104e7b-ae66-4964-a27b-91c1420010db req-014e65aa-0a36-415c-a3f2-401b1e8d81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:30.055528 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-014e65aa-0a36-415c-a3f2-401b1e8d81a6 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1579046 Sep 01 00:30:30.065141 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-da6a5a23-831b-4267-9ca3-8e0dbd27326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:30.067042 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-da6a5a23-831b-4267-9ca3-8e0dbd27326d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=b1171be4-cbc8-4a98-b1ce-71873b834502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1060288 Sep 01 00:30:30.127062 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8aa179c-af9c-4fa9-8e5c-d2bc2637f238 req-a8352c35-c508-4b0f-aa10-7729899223a8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509898 Sep 01 00:30:30.153412 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af623595-957b-49ba-8ad4-400d192c717a req-4a801df5-b522-4a39-a64c-842506405b02 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443834 Sep 01 00:30:30.153970 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50868) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:30.159398 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-77293eec-721d-4336-96bf-31b2c123b315 admin admin] Publish callbacks [] for security_group (fe6f462b-ebd8-4e45-a3b7-16fa62122fe1), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.179760 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:30.187561 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d8599f6e-0df0-4ed0-9382-ad9e59b6ac40 admin admin] Publish callbacks [] for security_group (e764fe98-015d-4fb3-99f9-f42d05832525), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.189248 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f4468-7920-4a7e-bfa7-92bcf0ae4f7a req-ea74c2a3-7e7e-4653-874c-ef523376f51a tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:30.190938 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e24f4468-7920-4a7e-bfa7-92bcf0ae4f7a req-ea74c2a3-7e7e-4653-874c-ef523376f51a tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 943 time: 0.2705431 Sep 01 00:30:30.198780 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d8599f6e-0df0-4ed0-9382-ad9e59b6ac40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e764fe98-015d-4fb3-99f9-f42d05832525), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.202677 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-77293eec-721d-4336-96bf-31b2c123b315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (fe6f462b-ebd8-4e45-a3b7-16fa62122fe1), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.247425 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:30.260868 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b907a2d9-0ecf-4af9-ae8b-747702d5a6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.270632 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-d8599f6e-0df0-4ed0-9382-ad9e59b6ac40 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=116f1ab7b5af42c7a59a846d848de022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321175 Sep 01 00:30:30.271281 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50878) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:30.279077 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-461bbd3b-ea54-4807-88e7-534b5d4768aa service neutron] 10.222.0.30 "GET /networking/v2.0/networks/b1171be4-cbc8-4a98-b1ce-71873b834502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050788 Sep 01 00:30:30.280968 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8599f6e-0df0-4ed0-9382-ad9e59b6ac40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e764fe98-015d-4fb3-99f9-f42d05832525,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:30.341363 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:30.357201 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-77293eec-721d-4336-96bf-31b2c123b315 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7f57144b0ee84a34bd0b68ffcb97730e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9638646 Sep 01 00:30:30.362060 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50884) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:30.379400 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421a0d37-9de4-4d11-ab20-a68be3f5f305 x-openstack-request-id: req-421a0d37-9de4-4d11-ab20-a68be3f5f305 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:30.379786 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dc5608-df5a-4c41-9d46-fd161e18e075", "name": "network-vif-plugged", "status": "completed", "tag": "1686bbb5-7c47-498b-bb89-88826527d80e", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:30.380108 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-421a0d37-9de4-4d11-ab20-a68be3f5f305 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:30.380669 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421a0d37-9de4-4d11-ab20-a68be3f5f305'] response: {'server_uuid': 'f5dc5608-df5a-4c41-9d46-fd161e18e075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1686bbb5-7c47-498b-bb89-88826527d80e', 'code': 200} Sep 01 00:30:30.382660 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:30.449722 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77293eec-721d-4336-96bf-31b2c123b315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6f462b-ebd8-4e45-a3b7-16fa62122fe1,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:30.509990 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-691f1e1e-9be0-4705-968e-efc804648a0a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400535 Sep 01 00:30:30.533849 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e24f4468-7920-4a7e-bfa7-92bcf0ae4f7a req-26e63e44-b8a6-469d-adda-bdd312808278 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036029 Sep 01 00:30:30.580463 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90786ed4-e6a3-40e6-a6e6-1f6d9a1aa6be req-a09c417c-9315-4999-bc02-f2a27ae6b923 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:30.582072 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-90786ed4-e6a3-40e6-a6e6-1f6d9a1aa6be req-a09c417c-9315-4999-bc02-f2a27ae6b923 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.1186643 Sep 01 00:30:30.595688 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6f694503-9b33-44ae-96b5-50b00059ba9f admin admin] Publish callbacks [] for security_group (e764fe98-015d-4fb3-99f9-f42d05832525), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.693122 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50890) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:30.735218 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8d46e2ad-69fc-47f6-844a-bc06e64e810d req-a31995d4-46c5-468f-a91d-db67b8c02aed service neutron] 10.222.0.30 "GET /networking/v2.0/networks/b1171be4-cbc8-4a98-b1ce-71873b834502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452636 Sep 01 00:30:30.758407 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6f694503-9b33-44ae-96b5-50b00059ba9f admin admin] Publish callbacks [] for security_group (e764fe98-015d-4fb3-99f9-f42d05832525), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.768972 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b1700-dcf7-40df-bbf4-40d7d26f89ea req-14680315-3861-471c-8773-1cbb37fcec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:30.770512 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-629b1700-dcf7-40df-bbf4-40d7d26f89ea req-14680315-3861-471c-8773-1cbb37fcec9f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 1129 time: 0.1830688 Sep 01 00:30:30.771721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-846a7ef2-cb37-41d6-ad28-f07e54df20e0 admin admin] Publish callbacks [] for security_group (fe6f462b-ebd8-4e45-a3b7-16fa62122fe1), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.776739 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device c0bef5bd-eddf-43b5-89d4-58b7f5afc60a details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:30:30.781745 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:30.785374 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-90786ed4-e6a3-40e6-a6e6-1f6d9a1aa6be req-eec5d33c-019e-4433-8f05-d524594f6b8e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595974 Sep 01 00:30:30.835623 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af623595-957b-49ba-8ad4-400d192c717a req-1770bc6e-8d08-49bf-a4b0-cc41eb4f82a7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717670 Sep 01 00:30:30.890679 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34b211-d0bf-4799-9094-6f54abc85ad6 req-ff02d8c6-f1b8-4616-a80a-8d786ddcbcac tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:30.897718 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ce34b211-d0bf-4799-9094-6f54abc85ad6 req-ff02d8c6-f1b8-4616-a80a-8d786ddcbcac tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 944 time: 0.0858097 Sep 01 00:30:30.898458 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-846a7ef2-cb37-41d6-ad28-f07e54df20e0 admin admin] Publish callbacks [] for security_group (fe6f462b-ebd8-4e45-a3b7-16fa62122fe1), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.907797 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:30:30.919786 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:30.920153 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.926862 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ce527565-3282-437f-bb55-cc0479cbcb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.938290 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-629b1700-dcf7-40df-bbf4-40d7d26f89ea req-fb137b06-0e88-4d89-b51b-f262b05feb4c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.962714 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ed104e7b-ae66-4964-a27b-91c1420010db req-a0180cb6-bfc4-4152-ad1a-026e2186388e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275148 Sep 01 00:30:30.975991 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6f694503-9b33-44ae-96b5-50b00059ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e764fe98-015d-4fb3-99f9-f42d05832525), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.977904 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:30.981984 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6f694503-9b33-44ae-96b5-50b00059ba9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:30.987933 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6f694503-9b33-44ae-96b5-50b00059ba9f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e764fe98-015d-4fb3-99f9-f42d05832525 HTTP/1.1" status: 204 len: 168 time: 0.7153659 Sep 01 00:30:30.990731 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ce34b211-d0bf-4799-9094-6f54abc85ad6 req-e4d735d4-adbe-4680-b628-2e89dd2a2f24 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921152 Sep 01 00:30:30.995982 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': 'c0bef5bd-eddf-43b5-89d4-58b7f5afc60a', 'network_id': 'b1171be4-cbc8-4a98-b1ce-71873b834502', 'port_id': 'c0bef5bd-eddf-43b5-89d4-58b7f5afc60a', 'mac_address': 'fa:16:3e:1a:2f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6376df79-69f6-4f5a-bd90-c1368892485a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:30:31.018017 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b907a2d9-0ecf-4af9-ae8b-747702d5a6b9 admin admin] Publish callbacks [] for security_group (e2a6ee62-24ca-4fab-a098-b1555ff817ea), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.026633 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b907a2d9-0ecf-4af9-ae8b-747702d5a6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e2a6ee62-24ca-4fab-a098-b1555ff817ea), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.057177 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f694503-9b33-44ae-96b5-50b00059ba9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e764fe98-015d-4fb3-99f9-f42d05832525,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:31.062577 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:31.062577 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.064795 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:31.065158 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.097090 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:31.100102 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907a2d9-0ecf-4af9-ae8b-747702d5a6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a6ee62-24ca-4fab-a098-b1555ff817ea,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:31.100715 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bef5bd-eddf-43b5-89d4-58b7f5afc60a {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:31.107773 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-b907a2d9-0ecf-4af9-ae8b-747702d5a6b9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bff421afdfb6422c8a60c80cc6591116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9470086 Sep 01 00:30:31.111944 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50896) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:31.148639 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:31.150912 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:31.154887 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.156582 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 0c45dd3f-1c4e-4370-83b2-adc0f7df081b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:30:31.161454 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.197435 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-854e77f8-1b3d-4761-9eaf-ffd54b768c4c admin admin] Publish callbacks [] for security_group (e2a6ee62-24ca-4fab-a098-b1555ff817ea), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.241202 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ce527565-3282-437f-bb55-cc0479cbcb6a admin admin] Publish callbacks [] for security_group (bbc3846e-6b5c-4131-b7a3-bd61e41943e7), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.243017 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-854e77f8-1b3d-4761-9eaf-ffd54b768c4c admin admin] Publish callbacks [] for security_group (e2a6ee62-24ca-4fab-a098-b1555ff817ea), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.265900 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-846a7ef2-cb37-41d6-ad28-f07e54df20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (fe6f462b-ebd8-4e45-a3b7-16fa62122fe1), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.269222 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:31.269348 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-846a7ef2-cb37-41d6-ad28-f07e54df20e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.270489 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-846a7ef2-cb37-41d6-ad28-f07e54df20e0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fe6f462b-ebd8-4e45-a3b7-16fa62122fe1 HTTP/1.1" status: 204 len: 168 time: 0.9060066 Sep 01 00:30:31.323997 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ce527565-3282-437f-bb55-cc0479cbcb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (bbc3846e-6b5c-4131-b7a3-bd61e41943e7), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.330102 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-854e77f8-1b3d-4761-9eaf-ffd54b768c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e2a6ee62-24ca-4fab-a098-b1555ff817ea), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.332928 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a7ef2-cb37-41d6-ad28-f07e54df20e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6f462b-ebd8-4e45-a3b7-16fa62122fe1,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:31.338066 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-854e77f8-1b3d-4761-9eaf-ffd54b768c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.347307 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-854e77f8-1b3d-4761-9eaf-ffd54b768c4c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e2a6ee62-24ca-4fab-a098-b1555ff817ea HTTP/1.1" status: 204 len: 168 time: 0.2304111 Sep 01 00:30:31.367844 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:31.369716 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e77f8-1b3d-4761-9eaf-ffd54b768c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a6ee62-24ca-4fab-a098-b1555ff817ea,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:31.371921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:31.372410 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce527565-3282-437f-bb55-cc0479cbcb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc3846e-6b5c-4131-b7a3-bd61e41943e7,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:31.385476 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'port_id': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b', 'mac_address': 'fa:16:3e:c4:a2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:30:31.411248 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debd7b5-0636-4e9a-bc23-7aae7dc4a152 req-9a39717d-9b32-4f45-bb2b-697a90438656 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:31.418192 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3debd7b5-0636-4e9a-bc23-7aae7dc4a152 req-9a39717d-9b32-4f45-bb2b-697a90438656 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1754341 Sep 01 00:30:31.430514 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:31.441624 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:31.442040 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.455237 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:31.459246 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c45dd3f-1c4e-4370-83b2-adc0f7df081b {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:31.466465 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50908) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:31.468436 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-ce527565-3282-437f-bb55-cc0479cbcb6a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d2616620915a49f3876922957c7c1364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7710526 Sep 01 00:30:31.481834 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-629b1700-dcf7-40df-bbf4-40d7d26f89ea req-fb137b06-0e88-4d89-b51b-f262b05feb4c service neutron] Publish callbacks [] for security_group (16c72044-3b4d-4486-a2a8-d8f4876d77e4), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.486472 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:31.494001 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.494649 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-629b1700-dcf7-40df-bbf4-40d7d26f89ea req-fb137b06-0e88-4d89-b51b-f262b05feb4c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (16c72044-3b4d-4486-a2a8-d8f4876d77e4), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.537745 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7b38a12c-f5ad-45d6-b78b-93cdf71ae1f7 admin admin] Publish callbacks [] for security_group (bbc3846e-6b5c-4131-b7a3-bd61e41943e7), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.551164 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-629b1700-dcf7-40df-bbf4-40d7d26f89ea req-fb137b06-0e88-4d89-b51b-f262b05feb4c service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215486 Sep 01 00:30:31.564969 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7b38a12c-f5ad-45d6-b78b-93cdf71ae1f7 admin admin] Publish callbacks [] for security_group (bbc3846e-6b5c-4131-b7a3-bd61e41943e7), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.581339 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:31.592374 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:31.604522 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:31.619631 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb137b06-0e88-4d89-b51b-f262b05feb4c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=16c72044-3b4d-4486-a2a8-d8f4876d77e4,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:31.621313 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7b38a12c-f5ad-45d6-b78b-93cdf71ae1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (bbc3846e-6b5c-4131-b7a3-bd61e41943e7), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.629334 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7b38a12c-f5ad-45d6-b78b-93cdf71ae1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:31.629432 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3debd7b5-0636-4e9a-bc23-7aae7dc4a152 req-d7f98cad-990c-4aa4-8e34-2e73742a360a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088976 Sep 01 00:30:31.638165 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7b38a12c-f5ad-45d6-b78b-93cdf71ae1f7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bbc3846e-6b5c-4131-b7a3-bd61e41943e7 HTTP/1.1" status: 204 len: 168 time: 0.1702352 Sep 01 00:30:31.657571 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38a12c-f5ad-45d6-b78b-93cdf71ae1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc3846e-6b5c-4131-b7a3-bd61e41943e7,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:31.717291 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e5d28-5899-48cd-a30e-37364705227e req-afeed6af-f95f-48b1-a445-5b8163229498 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:31.719000 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-584e5d28-5899-48cd-a30e-37364705227e req-afeed6af-f95f-48b1-a445-5b8163229498 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 944 time: 0.0587401 Sep 01 00:30:31.754732 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:31.774543 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-584e5d28-5899-48cd-a30e-37364705227e req-7598891e-905c-4d26-b799-fda623156f73 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498259 Sep 01 00:30:31.879732 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['0c45dd3f-1c4e-4370-83b2-adc0f7df081b'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:30:31.943609 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd8ee2-d543-4f3d-82e2-d324d4e60055 req-a0af4ce9-fc4d-4d78-9788-3442ac6486c7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:31.954468 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0ccd8ee2-d543-4f3d-82e2-d324d4e60055 req-a0af4ce9-fc4d-4d78-9788-3442ac6486c7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0717533 Sep 01 00:30:31.964990 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['c0bef5bd-eddf-43b5-89d4-58b7f5afc60a'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:30:32.023050 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0ccd8ee2-d543-4f3d-82e2-d324d4e60055 req-1f11726d-326d-4eb8-be22-faaf23b66122 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674400 Sep 01 00:30:32.143869 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e666a-6516-4fb8-aa74-f009cb60bf44 req-ac55ea64-c2df-480c-8e15-4f90cbad0a5d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:32.145684 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-864e666a-6516-4fb8-aa74-f009cb60bf44 req-ac55ea64-c2df-480c-8e15-4f90cbad0a5d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 945 time: 0.0540075 Sep 01 00:30:32.183955 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-da459992-d24d-4c6d-9bf4-c2b7a170551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:32.185675 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-da459992-d24d-4c6d-9bf4-c2b7a170551c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 1127 time: 0.0850537 Sep 01 00:30:32.233314 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-864e666a-6516-4fb8-aa74-f009cb60bf44 req-736fce62-22d1-4d4d-90eb-0bbc4135c776 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780785 Sep 01 00:30:32.311049 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50942) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:32.334965 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-44dcc9e4-4d87-4db3-8830-d7f8c151a2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:32.357259 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-9df74ace-f868-4262-9a1f-59bb4cb3b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:32.359122 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-9df74ace-f868-4262-9a1f-59bb4cb3b179 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 918 time: 0.1670244 Sep 01 00:30:32.382142 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7927467f-419a-4f70-a627-f848aac91723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:32.387355 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f324e36-6184-4950-a4fd-44e2029242c0" -d '{"events": [{"server_uuid": "7927467f-419a-4f70-a627-f848aac91723", "name": "network-vif-plugged", "status": "completed", "tag": "e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:32.432426 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a858804-1de7-453d-903c-55e1ef49f90e x-openstack-request-id: req-1a858804-1de7-453d-903c-55e1ef49f90e {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:32.432745 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7927467f-419a-4f70-a627-f848aac91723", "name": "network-vif-plugged", "status": "completed", "tag": "e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:32.432996 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a858804-1de7-453d-903c-55e1ef49f90e {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:32.433451 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a858804-1de7-453d-903c-55e1ef49f90e'] response: {'server_uuid': '7927467f-419a-4f70-a627-f848aac91723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed', 'code': 200} Sep 01 00:30:32.444238 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-44dcc9e4-4d87-4db3-8830-d7f8c151a2c7 admin admin] Publish callbacks [] for security_group (c3b09ae0-e65a-4697-9318-bf6daad02296), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:32.449622 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-44dcc9e4-4d87-4db3-8830-d7f8c151a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (c3b09ae0-e65a-4697-9318-bf6daad02296), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:32.497432 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-44dcc9e4-4d87-4db3-8830-d7f8c151a2c7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f93cb372af3541819d6da5c3614ff81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848953 Sep 01 00:30:32.498632 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcc9e4-4d87-4db3-8830-d7f8c151a2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b09ae0-e65a-4697-9318-bf6daad02296,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:32.500807 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 50952) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:32.569059 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-397e9ee0-6c37-43d7-b13a-327e668c515c admin admin] Publish callbacks [] for security_group (c3b09ae0-e65a-4697-9318-bf6daad02296), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:32.591696 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-397e9ee0-6c37-43d7-b13a-327e668c515c admin admin] Publish callbacks [] for security_group (c3b09ae0-e65a-4697-9318-bf6daad02296), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:32.673340 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-63a83aaf-9e78-4340-b88f-710614934c35 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131 HTTP/1.1" status: 200 len: 217 time: 0.0432258 Sep 01 00:30:32.695200 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-397e9ee0-6c37-43d7-b13a-327e668c515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (c3b09ae0-e65a-4697-9318-bf6daad02296), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:32.697865 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-397e9ee0-6c37-43d7-b13a-327e668c515c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:32.698970 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-397e9ee0-6c37-43d7-b13a-327e668c515c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c3b09ae0-e65a-4697-9318-bf6daad02296 HTTP/1.1" status: 204 len: 168 time: 0.1971829 Sep 01 00:30:32.731495 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e9ee0-6c37-43d7-b13a-327e668c515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b09ae0-e65a-4697-9318-bf6daad02296,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:32.745800 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-6416a206-0121-41c1-bd7a-2c5319b8205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:32.747884 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-6416a206-0121-41c1-bd7a-2c5319b8205c service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 200 len: 856 time: 0.0668216 Sep 01 00:30:32.821693 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d6d0-02ba-4f67-8c9d-316e587a2131 req-bf088bd4-75ae-45e6-8d30-c9678fc5322d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:32.823470 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f7a2d6d0-02ba-4f67-8c9d-316e587a2131 req-bf088bd4-75ae-45e6-8d30-c9678fc5322d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0736623 Sep 01 00:30:32.831582 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-79be2126-2484-4f3f-b6da-92c4f5c55203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:32.835174 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-79be2126-2484-4f3f-b6da-92c4f5c55203 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0809824 Sep 01 00:30:32.981158 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d422d-3f59-445c-948b-b72b1a832b3c req-dcbde5d4-321f-49ca-af7c-a5e356b3f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:32.982775 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-324d422d-3f59-445c-948b-b72b1a832b3c req-dcbde5d4-321f-49ca-af7c-a5e356b3f65a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 1129 time: 0.1191721 Sep 01 00:30:32.985381 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7c467-de33-47ac-9e4b-7ebae5c85cb4 req-614fbdd5-2a57-4e08-bbbc-3180ee525e5b tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:32.987519 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4ed7c467-de33-47ac-9e4b-7ebae5c85cb4 req-614fbdd5-2a57-4e08-bbbc-3180ee525e5b tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 944 time: 0.0954421 Sep 01 00:30:33.032118 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f7a2d6d0-02ba-4f67-8c9d-316e587a2131 req-7b29291e-fa3b-4396-b49d-e2ee9af2da32 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006867 Sep 01 00:30:33.067658 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-6028ec48-7605-4c18-840c-f07128a2f077 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067986 Sep 01 00:30:33.089071 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-324d422d-3f59-445c-948b-b72b1a832b3c req-f3d96512-daee-49f4-bcdf-e632821bc429 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850987 Sep 01 00:30:33.091923 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4ed7c467-de33-47ac-9e4b-7ebae5c85cb4 req-361fdc2b-5f48-4f6a-bfce-2c440054c708 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932722 Sep 01 00:30:33.204185 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c44b3-a5c2-4761-b4bb-3e0614bdfa0b req-11817c88-384a-4de1-8f51-6a9fbf21b118 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:33.205823 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5a2c44b3-a5c2-4761-b4bb-3e0614bdfa0b req-11817c88-384a-4de1-8f51-6a9fbf21b118 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0585282 Sep 01 00:30:33.237744 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 0c45dd3f-1c4e-4370-83b2-adc0f7df081b up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:33.301433 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5a2c44b3-a5c2-4761-b4bb-3e0614bdfa0b req-8c200ba0-836b-46ff-8dd6-a43f6f233124 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851076 Sep 01 00:30:33.325508 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50990) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:33.339043 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:30:33.346414 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:33.346912 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.350932 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-49217e99-2b61-4aea-ac2c-2dded9b57ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.432051 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:33.435311 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-666945be-b6ae-4a2c-b946-7055dda90d5f req-128ab314-2e7f-4656-bda9-17e6bdf2533c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474299 Sep 01 00:30:33.441223 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:33.442218 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.495113 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49f1ce-5ca2-48dc-ac75-5d836f7b0342 req-5b1d169a-747c-4f69-bd11-400d264d11c1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:33.502189 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2e49f1ce-5ca2-48dc-ac75-5d836f7b0342 req-5b1d169a-747c-4f69-bd11-400d264d11c1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 945 time: 0.0657744 Sep 01 00:30:33.512471 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:33.519850 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.523484 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device c0bef5bd-eddf-43b5-89d4-58b7f5afc60a up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:33.537993 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-49217e99-2b61-4aea-ac2c-2dded9b57ce4 admin admin] Publish callbacks [] for security_group (25f989f0-05c7-412f-b4ee-481982a63753), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.548852 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-49217e99-2b61-4aea-ac2c-2dded9b57ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (25f989f0-05c7-412f-b4ee-481982a63753), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.551214 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:33.563002 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2e49f1ce-5ca2-48dc-ac75-5d836f7b0342 req-4fbb6250-a2d9-40eb-a143-7f085811e7a4 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598562 Sep 01 00:30:33.617918 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49217e99-2b61-4aea-ac2c-2dded9b57ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f989f0-05c7-412f-b4ee-481982a63753,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:33.623537 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-49217e99-2b61-4aea-ac2c-2dded9b57ce4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bb4dcaf5d5cd47f48ea5271b437ddf41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969899 Sep 01 00:30:33.627140 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 50998) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:33.654519 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:33.665670 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:33.678621 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:30:33.682385 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:33.688817 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:33.689318 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.689618 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3e9b-ca85-47f8-95bd-597386199d32 admin admin] Publish callbacks [] for security_group (25f989f0-05c7-412f-b4ee-481982a63753), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.706599 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:33.722572 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3e9b-ca85-47f8-95bd-597386199d32 admin admin] Publish callbacks [] for security_group (25f989f0-05c7-412f-b4ee-481982a63753), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.775797 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:33.776133 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.787235 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3e9b-ca85-47f8-95bd-597386199d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (25f989f0-05c7-412f-b4ee-481982a63753), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.791538 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3e9b-ca85-47f8-95bd-597386199d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.796901 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-6f1e3e9b-ca85-47f8-95bd-597386199d32 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/25f989f0-05c7-412f-b4ee-481982a63753 HTTP/1.1" status: 204 len: 168 time: 0.1661942 Sep 01 00:30:33.809876 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e3e9b-ca85-47f8-95bd-597386199d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f989f0-05c7-412f-b4ee-481982a63753,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:33.837068 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:33.843707 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:33.859678 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:33.910551 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:34.205454 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e032045-3dd1-4d99-95b1-1338cdd061b1 req-36905944-ec3c-43e3-a047-8f861974b1a1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:34.223159 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2e032045-3dd1-4d99-95b1-1338cdd061b1 req-36905944-ec3c-43e3-a047-8f861974b1a1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1101899 Sep 01 00:30:34.273761 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1080ca8-2524-40e4-bd73-1fbcd332107e req-ff12c038-6726-4766-a3b0-98508b6b9d47 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:34.275255 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c1080ca8-2524-40e4-bd73-1fbcd332107e req-ff12c038-6726-4766-a3b0-98508b6b9d47 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 945 time: 0.0623622 Sep 01 00:30:34.290720 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2e032045-3dd1-4d99-95b1-1338cdd061b1 req-e5ff6c27-6ccd-4c7a-9193-c2f715b06241 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665028 Sep 01 00:30:34.343800 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c1080ca8-2524-40e4-bd73-1fbcd332107e req-63aa9531-d912-445b-a468-79529c2948c3 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609455 Sep 01 00:30:34.427773 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ebdaa-71fc-404b-ac15-349de5971ef6 req-1ecd04ca-8704-47d6-bd06-3610fa8502c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:34.434861 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d87ebdaa-71fc-404b-ac15-349de5971ef6 req-1ecd04ca-8704-47d6-bd06-3610fa8502c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0553114 Sep 01 00:30:34.435112 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b'}, {'server_uuid': '3ed053e9-b2ff-4c41-9a71-344e192fc7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bef5bd-eddf-43b5-89d4-58b7f5afc60a'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:34.438092 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5300496-05a9-4bcd-a9bf-517b0b6ad273" -d '{"events": [{"server_uuid": "5f8ee3b6-8801-4650-8819-1587d9da7d98", "name": "network-vif-plugged", "status": "completed", "tag": "0c45dd3f-1c4e-4370-83b2-adc0f7df081b"}, {"server_uuid": "3ed053e9-b2ff-4c41-9a71-344e192fc7ca", "name": "network-vif-plugged", "status": "completed", "tag": "c0bef5bd-eddf-43b5-89d4-58b7f5afc60a"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:34.508881 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c3dcd3-0c24-4ec0-8e7f-39e6e97185cb x-openstack-request-id: req-58c3dcd3-0c24-4ec0-8e7f-39e6e97185cb {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:34.509286 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8ee3b6-8801-4650-8819-1587d9da7d98", "name": "network-vif-plugged", "status": "completed", "tag": "0c45dd3f-1c4e-4370-83b2-adc0f7df081b", "code": 200}, {"server_uuid": "3ed053e9-b2ff-4c41-9a71-344e192fc7ca", "name": "network-vif-plugged", "status": "completed", "tag": "c0bef5bd-eddf-43b5-89d4-58b7f5afc60a", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:34.509519 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58c3dcd3-0c24-4ec0-8e7f-39e6e97185cb {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:34.509614 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d87ebdaa-71fc-404b-ac15-349de5971ef6 req-aef3d3c7-efa9-4519-9a04-d065ec3083d9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584202 Sep 01 00:30:34.509920 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c3dcd3-0c24-4ec0-8e7f-39e6e97185cb'] response: {'server_uuid': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b', 'code': 200} Sep 01 00:30:34.510191 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c3dcd3-0c24-4ec0-8e7f-39e6e97185cb'] response: {'server_uuid': '3ed053e9-b2ff-4c41-9a71-344e192fc7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bef5bd-eddf-43b5-89d4-58b7f5afc60a', 'code': 200} Sep 01 00:30:34.697838 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d83ad-ee61-4d5d-bd90-1461b80a8982 req-ff194a7d-2ace-4543-a9f3-48ff3255f91d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:34.699653 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c7d83ad-ee61-4d5d-bd90-1461b80a8982 req-ff194a7d-2ace-4543-a9f3-48ff3255f91d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0495222 Sep 01 00:30:34.763231 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c7d83ad-ee61-4d5d-bd90-1461b80a8982 req-3ea04758-978d-4f27-bd64-b64001e8e199 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566115 Sep 01 00:30:34.844637 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:30:35.243689 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device eeee7cd1-6746-4dc1-883d-5b9873db8131 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:30:35.253782 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c9d9d-a5ce-4853-a1c5-7f7871f8999f req-a5c2669b-e556-423f-9d10-578574ccd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:35.259147 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ce2c9d9d-a5ce-4853-a1c5-7f7871f8999f req-a5c2669b-e556-423f-9d10-578574ccd8bb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 1130 time: 0.0725770 Sep 01 00:30:35.370975 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ce2c9d9d-a5ce-4853-a1c5-7f7871f8999f req-3c13d74c-33eb-44aa-a700-e08bee31cd1b service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951800 Sep 01 00:30:35.464104 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba24fc-f6c2-4e82-a7da-2c10b323f181 req-fa82d403-b3a3-4251-ac74-c5c89f19a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:35.466150 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-00ba24fc-f6c2-4e82-a7da-2c10b323f181 req-fa82d403-b3a3-4251-ac74-c5c89f19a73b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 1129 time: 0.1338902 Sep 01 00:30:35.484831 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc55d4-d495-4426-abed-26fc26e702b7 req-0d4d8a4d-253c-4fb4-8c3b-8b004202b1de tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:35.486483 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-36fc55d4-d495-4426-abed-26fc26e702b7 req-0d4d8a4d-253c-4fb4-8c3b-8b004202b1de tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0739608 Sep 01 00:30:35.504692 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:35.531566 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'port_id': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'mac_address': 'fa:16:3e:66:59:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:30:35.537034 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f231a9-70d9-4dbc-97d6-12db47bc5018 req-cd19dacf-1f54-4b5f-82e9-c4ffa1b35119 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:35.538852 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c3f231a9-70d9-4dbc-97d6-12db47bc5018 req-cd19dacf-1f54-4b5f-82e9-c4ffa1b35119 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 945 time: 0.0867455 Sep 01 00:30:35.556825 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-36fc55d4-d495-4426-abed-26fc26e702b7 req-8f53202d-7045-4f6d-ac26-ce940521944f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646319 Sep 01 00:30:35.598737 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port eeee7cd1-6746-4dc1-883d-5b9873db8131 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:35.599197 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:35.611327 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c3f231a9-70d9-4dbc-97d6-12db47bc5018 req-5f1afc39-2a3c-4455-a72e-4682a557eb31 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598078 Sep 01 00:30:35.617900 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee7cd1-6746-4dc1-883d-5b9873db8131 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:35.646333 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:35.653713 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:35.662738 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-00ba24fc-f6c2-4e82-a7da-2c10b323f181 req-f4c94116-a1f6-4e1d-b07c-4b7f3f3e1b7b service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941479 Sep 01 00:30:35.722923 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:35.762173 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8ad7b-dbbf-4e60-a21c-f8111bd0d52a req-8aea4ddd-ead9-4a10-a9d1-5e238780c8a8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:35.763875 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-07d8ad7b-dbbf-4e60-a21c-f8111bd0d52a req-8aea4ddd-ead9-4a10-a9d1-5e238780c8a8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 944 time: 0.0818987 Sep 01 00:30:35.859024 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-07d8ad7b-dbbf-4e60-a21c-f8111bd0d52a req-be040960-f5ee-4665-8a85-ce14a7782303 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889840 Sep 01 00:30:35.912823 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['eeee7cd1-6746-4dc1-883d-5b9873db8131'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:30:36.023491 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb464386-4e59-43b6-9c65-c0e22e9336cd req-10832005-93c5-46ed-8911-266e82716d0e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:36.031268 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fb464386-4e59-43b6-9c65-c0e22e9336cd req-10832005-93c5-46ed-8911-266e82716d0e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0681019 Sep 01 00:30:36.118447 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a6e8e-0d03-4ad1-a4db-b1da9deaf036 req-5e88bd7c-e729-4f02-8c28-d250ae50c88d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:36.122771 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-937a6e8e-0d03-4ad1-a4db-b1da9deaf036 req-5e88bd7c-e729-4f02-8c28-d250ae50c88d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0802333 Sep 01 00:30:36.173695 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fb464386-4e59-43b6-9c65-c0e22e9336cd req-0863626f-83fd-4b3c-b68e-f4a24f8d075f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409347 Sep 01 00:30:36.227155 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-937a6e8e-0d03-4ad1-a4db-b1da9deaf036 req-12e64201-9781-4034-8e74-836ea95565c3 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967503 Sep 01 00:30:36.772607 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71085e84-8d8f-468b-abc9-6b28dbd77406 req-6166efaf-3b1c-4df5-ae7d-d428a55d70c5 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:36.774162 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-71085e84-8d8f-468b-abc9-6b28dbd77406 req-6166efaf-3b1c-4df5-ae7d-d428a55d70c5 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 945 time: 0.0810335 Sep 01 00:30:36.775444 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-8221419c-207e-4d46-8144-7ad4042a6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:36.776832 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-8221419c-207e-4d46-8144-7ad4042a6e97 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 1129 time: 0.0733197 Sep 01 00:30:36.824544 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-71085e84-8d8f-468b-abc9-6b28dbd77406 req-6efe6775-5e9a-4848-b5ac-694cae0c938c tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Sep 01 00:30:36.989069 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3697a-d8d1-48cf-8ddd-9e9c477da90f req-c5ea5014-e4f8-494c-97a3-d47a6825400c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:36.990568 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-35d3697a-d8d1-48cf-8ddd-9e9c477da90f req-c5ea5014-e4f8-494c-97a3-d47a6825400c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 944 time: 0.0492232 Sep 01 00:30:37.038768 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-35d3697a-d8d1-48cf-8ddd-9e9c477da90f req-3d752c47-f026-4cac-9c65-73b8f1213d47 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Sep 01 00:30:37.272276 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device eeee7cd1-6746-4dc1-883d-5b9873db8131 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:30:37.324411 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582abce6-36d2-43fe-8333-16f8e5ba250f req-bbbd9485-9ba0-4a5b-ac7e-37b508238a16 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:37.334522 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-582abce6-36d2-43fe-8333-16f8e5ba250f req-bbbd9485-9ba0-4a5b-ac7e-37b508238a16 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.1048727 Sep 01 00:30:37.351549 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port eeee7cd1-6746-4dc1-883d-5b9873db8131 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:30:37.362223 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port eeee7cd1-6746-4dc1-883d-5b9873db8131 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:30:37.368214 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:37.414756 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd562074-db21-4872-94ca-71ed20ad3194 req-47543cf7-2bc5-411c-8741-3483dd894b0b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:37.422585 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bd562074-db21-4872-94ca-71ed20ad3194 req-47543cf7-2bc5-411c-8741-3483dd894b0b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0959973 Sep 01 00:30:37.469222 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-582abce6-36d2-43fe-8333-16f8e5ba250f req-5310ba83-a002-4246-aed4-1c49c346230c tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332173 Sep 01 00:30:37.496669 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:37.497363 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port eeee7cd1-6746-4dc1-883d-5b9873db8131 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:30:37.497833 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:37.508738 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-995d6d41-31a3-41da-8716-37e8a369f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:37.511485 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-995d6d41-31a3-41da-8716-37e8a369f4ea service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.2191927 Sep 01 00:30:37.522844 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bd562074-db21-4872-94ca-71ed20ad3194 req-62870e97-5c52-4870-92e6-7b02e3a34971 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964491 Sep 01 00:30:37.552165 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:37.554423 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e39514-e714-4377-832a-2dc2a06760bc" -d '{"events": [{"server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:37.587380 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:37.598472 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:37.643527 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e500787f-82b7-4981-a371-3071462080d3 x-openstack-request-id: req-e500787f-82b7-4981-a371-3071462080d3 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:37.643949 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:37.644283 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e500787f-82b7-4981-a371-3071462080d3 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:37.644804 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e500787f-82b7-4981-a371-3071462080d3'] response: {'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'code': 200} Sep 01 00:30:37.675504 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:37.698016 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d72fe-32bf-40c2-b173-b52023f6e827 req-67da3599-a3eb-48d6-afed-d5d864f245ce tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:37.699737 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-795d72fe-32bf-40c2-b173-b52023f6e827 req-67da3599-a3eb-48d6-afed-d5d864f245ce tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0663106 Sep 01 00:30:37.710903 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51184) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:37.715108 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-acdedcfb-9297-4be6-bc1f-5669d4a2bbb3 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'floatingip': {'port_id': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:37.743633 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:37.783866 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:37.829388 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-584af7f2-36c8-40d3-be60-19b10cc046f9 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed HTTP/1.1" status: 200 len: 217 time: 0.0845037 Sep 01 00:30:37.832850 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-acdedcfb-9297-4be6-bc1f-5669d4a2bbb3 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:38.000999 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-ec2c5a1c-14b2-45a9-a153-b7b2c54711f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:38.000999 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-ec2c5a1c-14b2-45a9-a153-b7b2c54711f4 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.1627529 Sep 01 00:30:38.049168 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbad67-3c7e-4fad-854e-bcf4b49c2068 req-a322b440-462d-4ad1-925b-b1961667e981 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:38.050928 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-90bbad67-3c7e-4fad-854e-bcf4b49c2068 req-a322b440-462d-4ad1-925b-b1961667e981 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 945 time: 0.1353257 Sep 01 00:30:38.091284 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-c76fdb23-d11a-4f24-9a00-6f03ab94385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:38.093728 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-c76fdb23-d11a-4f24-9a00-6f03ab94385c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0744596 Sep 01 00:30:38.138555 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6991367-8673-4843-84c6-8de040ef0fb5 req-486e0835-bcf5-4a97-b35b-a0e38f4b9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:38.141201 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b6991367-8673-4843-84c6-8de040ef0fb5 req-486e0835-bcf5-4a97-b35b-a0e38f4b9dca service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 1129 time: 0.1619000 Sep 01 00:30:38.155012 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-90bbad67-3c7e-4fad-854e-bcf4b49c2068 req-1df50499-ab17-4073-bbef-57f88f215910 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811508 Sep 01 00:30:38.235811 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b6991367-8673-4843-84c6-8de040ef0fb5 req-b02609ab-5fb7-4a1d-9d59-b578eb6a50cd service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778077 Sep 01 00:30:38.644196 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c76b6f-9fd9-449d-b967-acfb58703669 req-699667ff-96cc-4627-ba21-df56d9ceb707 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:38.650971 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a6c76b6f-9fd9-449d-b967-acfb58703669 req-699667ff-96cc-4627-ba21-df56d9ceb707 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.4450910 Sep 01 00:30:38.697477 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c15ffb-b6a2-4398-ac2a-ce85676ab625 req-e0e4a8e3-9657-490c-924c-836653b8dd5a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:38.705445 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c4c15ffb-b6a2-4398-ac2a-ce85676ab625 req-e0e4a8e3-9657-490c-924c-836653b8dd5a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0650063 Sep 01 00:30:38.751138 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c4c15ffb-b6a2-4398-ac2a-ce85676ab625 req-59853fc4-a609-4ab7-8f74-b26141311a26 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Sep 01 00:30:38.768135 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-d9fa309a-6e40-482a-9df8-0710b090869f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609572 Sep 01 00:30:38.882661 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a6c76b6f-9fd9-449d-b967-acfb58703669 req-3032d3dc-76e4-460b-a137-5b72121f00b1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308106 Sep 01 00:30:39.003816 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-acdedcfb-9297-4be6-bc1f-5669d4a2bbb3 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:39.007493 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-acdedcfb-9297-4be6-bc1f-5669d4a2bbb3 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:39.104065 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-acdedcfb-9297-4be6-bc1f-5669d4a2bbb3 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Floating IP fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26 associated. External IP: 172.27.4.80, port: 0c45dd3f-1c4e-4370-83b2-adc0f7df081b. Sep 01 00:30:39.203274 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:39.318223 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdedcfb-9297-4be6-bc1f-5669d4a2bbb3 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Router bda51d54-b1bb-465f-adaa-e74aea8048b6 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:30:39.423535 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:39.440636 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdedcfb-9297-4be6-bc1f-5669d4a2bbb3 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:30:39.445215 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-acdedcfb-9297-4be6-bc1f-5669d4a2bbb3 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:39.456133 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] Sync routers for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:30:39.465948 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:39.466556 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:39.475896 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-acdedcfb-9297-4be6-bc1f-5669d4a2bbb3 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26 HTTP/1.1" status: 200 len: 991 time: 1.7643132 Sep 01 00:30:39.476476 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'tag': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:39.478769 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bf39ae-3d57-4d49-80ac-17e876798bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8ee3b6-8801-4650-8819-1587d9da7d98", "tag": "0c45dd3f-1c4e-4370-83b2-adc0f7df081b"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:39.518025 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cfcac9-b715-463c-8d2b-d96d9ccddce4 x-openstack-request-id: req-60cfcac9-b715-463c-8d2b-d96d9ccddce4 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:39.518315 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8ee3b6-8801-4650-8819-1587d9da7d98", "tag": "0c45dd3f-1c4e-4370-83b2-adc0f7df081b", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:39.518567 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60cfcac9-b715-463c-8d2b-d96d9ccddce4 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:39.518969 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cfcac9-b715-463c-8d2b-d96d9ccddce4'] response: {'name': 'network-changed', 'server_uuid': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'tag': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b', 'status': 'completed', 'code': 200} Sep 01 00:30:39.568944 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:39.818475 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'floating_ip_address': '172.27.4.80', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'port_id': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'mac_address': 'fa:16:3e:c4:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:30:06Z', 'updated_at': '2022-09-01T00:30:38Z', 'revision_number': 1, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:39.844285 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] Checking router: bda51d54-b1bb-465f-adaa-e74aea8048b6 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:30:39.853141 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:39.853748 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:39.883174 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cc4a-7ef4-442b-ba23-5b8b63e7fd6a req-c2a3aabe-f18d-46d1-a51a-3325c7f14295 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:39.884584 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4950cc4a-7ef4-442b-ba23-5b8b63e7fd6a req-c2a3aabe-f18d-46d1-a51a-3325c7f14295 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0480731 Sep 01 00:30:39.935062 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4950cc4a-7ef4-442b-ba23-5b8b63e7fd6a req-0c3022f8-08ed-4083-919f-a9af3fdd04cc tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448687 Sep 01 00:30:39.963366 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:40.035729 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b8ef5-88c9-4cb5-ae97-1e8f3c3b5350 req-d01f13c9-9011-42cf-bdcc-d064046f29c6 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:40.037254 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c46b8ef5-88c9-4cb5-ae97-1e8f3c3b5350 req-d01f13c9-9011-42cf-bdcc-d064046f29c6 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0585096 Sep 01 00:30:40.058619 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:40.075667 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:40.089646 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c46b8ef5-88c9-4cb5-ae97-1e8f3c3b5350 req-a1e783f5-c093-44b0-aa05-059d17e576a7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466928 Sep 01 00:30:40.182821 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'floating_ip_address': '172.27.4.80', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'port_id': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'mac_address': 'fa:16:3e:c4:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:30:06Z', 'updated_at': '2022-09-01T00:30:38Z', 'revision_number': 1, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:40.207023 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ac661-cd36-4c2f-8cad-49c5cac5fa22 None None] The sync data for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi is: [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'floating_ip_address': '172.27.4.80', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'port_id': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'mac_address': 'fa:16:3e:c4:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:30:06Z', 'updated_at': '2022-09-01T00:30:38Z', 'revision_number': 1, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:30:40.394723 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95930ccb-fb1f-4427-901e-def8eae5af90 None None] New status for floating IP fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26: ACTIVE {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:30:41.065076 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d584fe-094e-4284-8bf1-8b4ef4102128 req-bea9d08e-111d-4be2-9457-d968c4d67d0c tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:41.066779 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9d584fe-094e-4284-8bf1-8b4ef4102128 req-bea9d08e-111d-4be2-9457-d968c4d67d0c tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0525246 Sep 01 00:30:41.115095 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9d584fe-094e-4284-8bf1-8b4ef4102128 req-06e8c747-0f93-4d5b-b0fa-6a6e485a871c tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Sep 01 00:30:41.249310 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15497e-c46d-48db-bf1e-5b29b916267d req-24569264-ee28-4e81-b3bd-ab01ac94602d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:41.250809 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1f15497e-c46d-48db-bf1e-5b29b916267d req-24569264-ee28-4e81-b3bd-ab01ac94602d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0590680 Sep 01 00:30:41.305438 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1f15497e-c46d-48db-bf1e-5b29b916267d req-0d2e2009-16bb-4bee-9f0d-d5247e9008b9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487325 Sep 01 00:30:41.356003 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-6af706ca-eb64-4d82-9489-85c46876b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:41.357610 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-6af706ca-eb64-4d82-9489-85c46876b397 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 1130 time: 0.0414615 Sep 01 00:30:41.404840 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8193bf9f-0777-445d-87c6-7b79cfb26ea8 req-a230f591-9243-4165-b7ae-e00df71a17ba service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015277 Sep 01 00:30:41.466832 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-0cf82f0f-7be5-479e-8869-9f6046b7f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:41.468376 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-0cf82f0f-7be5-479e-8869-9f6046b7f789 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=a7ae7c87-2d4d-4921-9c18-8673416a29fc HTTP/1.1" status: 200 len: 912 time: 0.1040196 Sep 01 00:30:41.910872 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-d417d7bc-40c4-4cb0-963a-82222a293edd service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c45dd3f-1c4e-4370-83b2-adc0f7df081b HTTP/1.1" status: 200 len: 1001 time: 0.0985761 Sep 01 00:30:42.004433 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-b851bae6-b436-4f4e-865d-8836cfdb5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:42.005799 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-b851bae6-b436-4f4e-865d-8836cfdb5998 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=88431f08-94ca-406b-8ae5-c131015c23d1 HTTP/1.1" status: 200 len: 850 time: 0.0560703 Sep 01 00:30:42.057407 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-f3d8ad79-7431-4778-a475-50f8b9a7bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:42.059003 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-f3d8ad79-7431-4778-a475-50f8b9a7bcaf service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=a7ae7c87-2d4d-4921-9c18-8673416a29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411193 Sep 01 00:30:42.193290 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-1bdbb407-e1e6-4297-8bb2-6ee690297670 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060071 Sep 01 00:30:42.300436 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763944c-d74b-4f7c-8096-ffd3d57b812f req-f3734b14-c067-4648-93d9-f65eb7117115 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:42.302057 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5763944c-d74b-4f7c-8096-ffd3d57b812f req-f3734b14-c067-4648-93d9-f65eb7117115 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0655711 Sep 01 00:30:42.368143 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5763944c-d74b-4f7c-8096-ffd3d57b812f req-77b83ba9-0b64-44b3-8568-7acb4c137398 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567434 Sep 01 00:30:42.466091 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959781c5-01b3-4d8e-aff4-df1a3f90a634 req-63bc9fee-06f1-4b76-86ca-016f4a66d9bb tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:42.473239 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-959781c5-01b3-4d8e-aff4-df1a3f90a634 req-63bc9fee-06f1-4b76-86ca-016f4a66d9bb tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0603063 Sep 01 00:30:42.536659 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-959781c5-01b3-4d8e-aff4-df1a3f90a634 req-df6992a6-74bf-4249-9dc9-f5d13b3171ed tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626500 Sep 01 00:30:42.798502 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-97bf39ae-3d57-4d49-80ac-17e876798bcd req-ad7ea759-66c5-4191-97a9-039521848704 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265881 Sep 01 00:30:43.270145 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51356) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:43.392465 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:43.484108 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Publish callbacks [] for security_group (495faf3a-67c1-4101-b7ed-9582df1b39ff), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:43.489305 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (495faf3a-67c1-4101-b7ed-9582df1b39ff), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:43.522466 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bc2b5d19a520457eab36ee996b66f860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511239 Sep 01 00:30:43.532435 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51372) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:43.569541 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495faf3a-67c1-4101-b7ed-9582df1b39ff,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:43.591348 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.591772 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.592738 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.593141 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.593536 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.593927 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.594318 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.594710 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.595407 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.595863 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.596437 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.596997 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.597459 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.597919 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.598389 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5df6a4-e16e-43a1-bd04-e85948a8ec10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:43.610041 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:43.649147 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70245b41-b6f0-4782-8192-bb2d9102d406 admin admin] Publish callbacks [] for security_group (495faf3a-67c1-4101-b7ed-9582df1b39ff), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:43.692936 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858ce9f-da6d-422a-b82d-e963a7de9510 req-4f55383a-f6a1-466b-afc5-8726542973d3 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:43.694749 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6858ce9f-da6d-422a-b82d-e963a7de9510 req-4f55383a-f6a1-466b-afc5-8726542973d3 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0668590 Sep 01 00:30:43.709300 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70245b41-b6f0-4782-8192-bb2d9102d406 admin admin] Publish callbacks [] for security_group (495faf3a-67c1-4101-b7ed-9582df1b39ff), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:43.711140 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07513b6-1679-4384-86fe-c058e4c016f3 req-7e9f9c12-8bc8-4d85-b926-79e8ad34abfd tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:43.712706 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e07513b6-1679-4384-86fe-c058e4c016f3 req-7e9f9c12-8bc8-4d85-b926-79e8ad34abfd tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.2630210 Sep 01 00:30:43.769132 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e07513b6-1679-4384-86fe-c058e4c016f3 req-f311a9e3-30f3-4e1c-b0d3-128c64caa528 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488541 Sep 01 00:30:43.786612 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6858ce9f-da6d-422a-b82d-e963a7de9510 req-a07c33da-633e-4e61-8ba3-861f6fe37e90 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802131 Sep 01 00:30:43.806515 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70245b41-b6f0-4782-8192-bb2d9102d406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (495faf3a-67c1-4101-b7ed-9582df1b39ff), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:43.809274 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70245b41-b6f0-4782-8192-bb2d9102d406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:43.813082 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-70245b41-b6f0-4782-8192-bb2d9102d406 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/495faf3a-67c1-4101-b7ed-9582df1b39ff HTTP/1.1" status: 204 len: 168 time: 0.2770023 Sep 01 00:30:43.823959 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70245b41-b6f0-4782-8192-bb2d9102d406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495faf3a-67c1-4101-b7ed-9582df1b39ff,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:43.923613 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae97d5-d16a-42aa-8ea3-491dd283ba97 req-c4846675-243c-4397-9cdc-d9a845b3033b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:43.925206 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3aae97d5-d16a-42aa-8ea3-491dd283ba97 req-c4846675-243c-4397-9cdc-d9a845b3033b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0559137 Sep 01 00:30:43.938292 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51394) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:43.943176 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-7230c6d4-106b-4f2f-94ce-d056e7cf2775 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'floatingip': {'port_id': 'eeee7cd1-6746-4dc1-883d-5b9873db8131'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:43.987146 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7230c6d4-106b-4f2f-94ce-d056e7cf2775 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (78d3ce46-8b4a-4105-879b-5367ec742cfe), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:43.990350 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:44.206845 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51406) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:44.222042 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b54c663b-da61-4488-ae42-531947b9349d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:44.474605 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b54c663b-da61-4488-ae42-531947b9349d admin admin] Publish callbacks [] for security_group (13d93914-0610-49a9-890a-4d62f32e0b34), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:44.481960 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b54c663b-da61-4488-ae42-531947b9349d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (13d93914-0610-49a9-890a-4d62f32e0b34), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:44.535606 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-b54c663b-da61-4488-ae42-531947b9349d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a05ca708ba4e48daa4383b3e0174b04d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273706 Sep 01 00:30:44.538492 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51412) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:44.553303 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c663b-da61-4488-ae42-531947b9349d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d93914-0610-49a9-890a-4d62f32e0b34,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:44.593177 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Publish callbacks [] for security_group (13d93914-0610-49a9-890a-4d62f32e0b34), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:44.615544 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Publish callbacks [] for security_group (13d93914-0610-49a9-890a-4d62f32e0b34), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:44.621057 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7230c6d4-106b-4f2f-94ce-d056e7cf2775 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:44.626171 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7230c6d4-106b-4f2f-94ce-d056e7cf2775 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (78d3ce46-8b4a-4105-879b-5367ec742cfe), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:44.652180 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:44.675323 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (13d93914-0610-49a9-890a-4d62f32e0b34), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:44.678884 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:44.680110 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/13d93914-0610-49a9-890a-4d62f32e0b34 HTTP/1.1" status: 204 len: 168 time: 0.1405425 Sep 01 00:30:44.692432 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d93914-0610-49a9-890a-4d62f32e0b34,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:44.700229 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.700607 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.701264 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.701864 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.702101 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.702457 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.702779 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.703100 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.703418 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.703742 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.704071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.704403 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.704737 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.705044 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.705356 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10a7a3-08ba-4aba-b810-13c98ce4c0bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:30:44.731108 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-7230c6d4-106b-4f2f-94ce-d056e7cf2775 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Floating IP 78d3ce46-8b4a-4105-879b-5367ec742cfe associated. External IP: 172.27.4.171, port: eeee7cd1-6746-4dc1-883d-5b9873db8131. Sep 01 00:30:44.823771 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:45.176977 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f346-fc1f-4976-8438-f936f8fc1fe0 req-8077fe3b-83b0-41a6-956a-7c322474c06b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:45.178481 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8498f346-fc1f-4976-8438-f936f8fc1fe0 req-8077fe3b-83b0-41a6-956a-7c322474c06b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0819805 Sep 01 00:30:45.185473 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:45.224214 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7230c6d4-106b-4f2f-94ce-d056e7cf2775 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Router 03a29cd2-d58c-40f5-9887-8c2199b93874 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:30:45.258060 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51446) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:45.289156 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8498f346-fc1f-4976-8438-f936f8fc1fe0 req-66feddf4-60fc-4099-94cc-b3f4c8737463 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955329 Sep 01 00:30:45.415875 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7230c6d4-106b-4f2f-94ce-d056e7cf2775 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:30:45.430613 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7230c6d4-106b-4f2f-94ce-d056e7cf2775 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:45.431472 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] Sync routers for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:30:45.460129 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:45.460811 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:45.466946 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-36213a7c-1fc6-4c69-9deb-afe8dcd42fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:45.503075 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7230c6d4-106b-4f2f-94ce-d056e7cf2775 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/78d3ce46-8b4a-4105-879b-5367ec742cfe HTTP/1.1" status: 200 len: 991 time: 1.5623868 Sep 01 00:30:45.503677 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:45.507380 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:45.537283 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:45.541836 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:45.602079 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:45.631619 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9b2a8c-2b12-4906-81af-2188dd2850aa x-openstack-request-id: req-cf9b2a8c-2b12-4906-81af-2188dd2850aa {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:45.632123 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:45.632123 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf9b2a8c-2b12-4906-81af-2188dd2850aa {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:45.632659 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9b2a8c-2b12-4906-81af-2188dd2850aa'] response: {'name': 'network-changed', 'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'status': 'completed', 'code': 200} Sep 01 00:30:45.681801 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:45.724212 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-36213a7c-1fc6-4c69-9deb-afe8dcd42fff admin admin] Publish callbacks [] for security_group (bddfa37c-dd35-4569-beb7-98e383ceaf8d), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:45.732305 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-36213a7c-1fc6-4c69-9deb-afe8dcd42fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (bddfa37c-dd35-4569-beb7-98e383ceaf8d), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:45.768853 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-b3130774-1d4d-4204-a9dd-983e36133a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:45.770624 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-b3130774-1d4d-4204-a9dd-983e36133a46 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 1129 time: 0.0962894 Sep 01 00:30:45.863007 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36213a7c-1fc6-4c69-9deb-afe8dcd42fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddfa37c-dd35-4569-beb7-98e383ceaf8d,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:45.866560 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '78d3ce46-8b4a-4105-879b-5367ec742cfe', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'floating_ip_address': '172.27.4.171', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'port_id': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'mac_address': 'fa:16:3e:66:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:30:11Z', 'updated_at': '2022-09-01T00:30:44Z', 'revision_number': 1, 'project_id': '06942912e37346eaa2310a56b84f3886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:45.873687 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-36213a7c-1fc6-4c69-9deb-afe8dcd42fff admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=75a0f0ab7fbc4f05b8abb6d46af608cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6137242 Sep 01 00:30:45.873798 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51482) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:45.894521 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] Checking router: 03a29cd2-d58c-40f5-9887-8c2199b93874 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:30:45.904248 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-2397b809-dbc1-45d0-bf8e-53a2acb73b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:45.905713 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:30:45.906454 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:45.911231 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-2397b809-dbc1-45d0-bf8e-53a2acb73b68 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 918 time: 0.1277392 Sep 01 00:30:45.990140 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-522f6ed7-39aa-4a9d-937b-29fd5516f7d3 admin admin] Publish callbacks [] for security_group (bddfa37c-dd35-4569-beb7-98e383ceaf8d), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.005633 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-32812598-c14a-4651-b001-8d305b91adcd service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131 HTTP/1.1" status: 200 len: 999 time: 0.0764050 Sep 01 00:30:46.024591 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-522f6ed7-39aa-4a9d-937b-29fd5516f7d3 admin admin] Publish callbacks [] for security_group (bddfa37c-dd35-4569-beb7-98e383ceaf8d), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.033458 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:30:46.079923 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51494) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:46.122257 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-522f6ed7-39aa-4a9d-937b-29fd5516f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (bddfa37c-dd35-4569-beb7-98e383ceaf8d), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.125627 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-522f6ed7-39aa-4a9d-937b-29fd5516f7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.127476 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-b869ba7b-8184-4939-aee7-e44cdf700af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:46.129048 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-b869ba7b-8184-4939-aee7-e44cdf700af7 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 200 len: 856 time: 0.1123626 Sep 01 00:30:46.129870 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-522f6ed7-39aa-4a9d-937b-29fd5516f7d3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bddfa37c-dd35-4569-beb7-98e383ceaf8d HTTP/1.1" status: 204 len: 168 time: 0.2544658 Sep 01 00:30:46.148549 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f6ed7-39aa-4a9d-937b-29fd5516f7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddfa37c-dd35-4569-beb7-98e383ceaf8d,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:46.208940 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-c604f41e-fbfe-4fa1-8cba-0345db1c1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:46.210565 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-c604f41e-fbfe-4fa1-8cba-0345db1c1c95 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0745313 Sep 01 00:30:46.250089 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-fb5291d0-203b-4c4e-899d-b2ac1dea1943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.370107 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-7341235c-40f9-41d8-9283-08d9b50581d4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473911 Sep 01 00:30:46.465973 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '78d3ce46-8b4a-4105-879b-5367ec742cfe', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'floating_ip_address': '172.27.4.171', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'port_id': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'mac_address': 'fa:16:3e:66:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:30:11Z', 'updated_at': '2022-09-01T00:30:44Z', 'revision_number': 1, 'project_id': '06942912e37346eaa2310a56b84f3886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:30:46.481324 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9bb8c2e1-3707-4bbf-a7e4-4e564d4d6cfd req-435cf32b-2e33-4199-9da2-9a3c5665c3b4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040072 Sep 01 00:30:46.506245 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abb3d1-0c73-426a-8961-107a6889288f None None] The sync data for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi is: [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '78d3ce46-8b4a-4105-879b-5367ec742cfe', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'floating_ip_address': '172.27.4.171', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'port_id': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'mac_address': 'fa:16:3e:66:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:30:11Z', 'updated_at': '2022-09-01T00:30:44Z', 'revision_number': 1, 'project_id': '06942912e37346eaa2310a56b84f3886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:30:46.522251 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-fb5291d0-203b-4c4e-899d-b2ac1dea1943 admin admin] Publish callbacks [] for security_group (bfd3fa18-def3-4aef-bc2d-34fe3d9053f4), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.535048 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04518d-07a4-41c9-89e7-a00279b91038 req-df31c280-e5d8-4b8d-9381-c2c97742af41 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:46.536990 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0f04518d-07a4-41c9-89e7-a00279b91038 req-df31c280-e5d8-4b8d-9381-c2c97742af41 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1242905 Sep 01 00:30:46.538308 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-fb5291d0-203b-4c4e-899d-b2ac1dea1943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (bfd3fa18-def3-4aef-bc2d-34fe3d9053f4), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.608888 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-fb5291d0-203b-4c4e-899d-b2ac1dea1943 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=df8dcf90898c47459586f6d706709b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5243258 Sep 01 00:30:46.608888 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5291d0-203b-4c4e-899d-b2ac1dea1943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd3fa18-def3-4aef-bc2d-34fe3d9053f4,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:46.609824 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51512) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:46.637571 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0f04518d-07a4-41c9-89e7-a00279b91038 req-f2b6d562-800d-4125-aad3-9732e8e973e2 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914276 Sep 01 00:30:46.684644 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8a1a-3c4d-43aa-a59f-84d530bcb53a admin admin] Publish callbacks [] for security_group (bfd3fa18-def3-4aef-bc2d-34fe3d9053f4), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.721874 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8a1a-3c4d-43aa-a59f-84d530bcb53a admin admin] Publish callbacks [] for security_group (bfd3fa18-def3-4aef-bc2d-34fe3d9053f4), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.747692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51518) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:46.757083 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:46.772720 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a412-7e29-455f-8484-5a75eaf0752a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.794403 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8a1a-3c4d-43aa-a59f-84d530bcb53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (bfd3fa18-def3-4aef-bc2d-34fe3d9053f4), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.797945 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8a1a-3c4d-43aa-a59f-84d530bcb53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.800227 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-1a3d8a1a-3c4d-43aa-a59f-84d530bcb53a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bfd3fa18-def3-4aef-bc2d-34fe3d9053f4 HTTP/1.1" status: 204 len: 168 time: 0.1864138 Sep 01 00:30:46.810110 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d8a1a-3c4d-43aa-a59f-84d530bcb53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd3fa18-def3-4aef-bc2d-34fe3d9053f4,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:46.813912 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf6b2b-a250-4ac2-8f4c-28f83838e874 None None] New status for floating IP 78d3ce46-8b4a-4105-879b-5367ec742cfe: ACTIVE {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:30:46.881780 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:46.890815 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:46.911909 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a412-7e29-455f-8484-5a75eaf0752a admin admin] Publish callbacks [] for security_group (d05b5ea4-2fae-49bf-8a73-148b7d6d5e58), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.917377 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a412-7e29-455f-8484-5a75eaf0752a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (d05b5ea4-2fae-49bf-8a73-148b7d6d5e58), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:46.923145 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:46.980046 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51526) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:46.980253 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c8a5a412-7e29-455f-8484-5a75eaf0752a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4c431d86e3284d17937fdc4212e0a6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298565 Sep 01 00:30:46.981589 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5a412-7e29-455f-8484-5a75eaf0752a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05b5ea4-2fae-49bf-8a73-148b7d6d5e58,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:47.059061 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63260120-6aab-466a-9918-b3638c8b9d1f admin admin] Publish callbacks [] for security_group (d05b5ea4-2fae-49bf-8a73-148b7d6d5e58), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.090672 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63260120-6aab-466a-9918-b3638c8b9d1f admin admin] Publish callbacks [] for security_group (d05b5ea4-2fae-49bf-8a73-148b7d6d5e58), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.145302 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63260120-6aab-466a-9918-b3638c8b9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (d05b5ea4-2fae-49bf-8a73-148b7d6d5e58), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.148346 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63260120-6aab-466a-9918-b3638c8b9d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.152889 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-63260120-6aab-466a-9918-b3638c8b9d1f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d05b5ea4-2fae-49bf-8a73-148b7d6d5e58 HTTP/1.1" status: 204 len: 168 time: 0.1676855 Sep 01 00:30:47.161044 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63260120-6aab-466a-9918-b3638c8b9d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05b5ea4-2fae-49bf-8a73-148b7d6d5e58,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:47.308442 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51538) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:47.327262 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0ca54e26-b83c-4f71-97fe-1eac1ff018f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.384286 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:47.437612 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0ca54e26-b83c-4f71-97fe-1eac1ff018f6 admin admin] Publish callbacks [] for security_group (10359239-cb7d-429b-9792-959d4204fff4), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.441966 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0ca54e26-b83c-4f71-97fe-1eac1ff018f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (10359239-cb7d-429b-9792-959d4204fff4), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.495685 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-0ca54e26-b83c-4f71-97fe-1eac1ff018f6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7661bcddd62d48a8933795df55f5f74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860518 Sep 01 00:30:47.495845 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51546) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:47.496600 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca54e26-b83c-4f71-97fe-1eac1ff018f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10359239-cb7d-429b-9792-959d4204fff4,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:47.586592 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f7c27cd5-c72c-4dae-b124-843072289bb1 admin admin] Publish callbacks [] for security_group (10359239-cb7d-429b-9792-959d4204fff4), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.613250 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f7c27cd5-c72c-4dae-b124-843072289bb1 admin admin] Publish callbacks [] for security_group (10359239-cb7d-429b-9792-959d4204fff4), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.682336 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f7c27cd5-c72c-4dae-b124-843072289bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (10359239-cb7d-429b-9792-959d4204fff4), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.687462 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f7c27cd5-c72c-4dae-b124-843072289bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:47.688876 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f7c27cd5-c72c-4dae-b124-843072289bb1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/10359239-cb7d-429b-9792-959d4204fff4 HTTP/1.1" status: 204 len: 168 time: 0.1771975 Sep 01 00:30:47.696858 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51562) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:47.699661 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27cd5-c72c-4dae-b124-843072289bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10359239-cb7d-429b-9792-959d4204fff4,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:47.793572 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0a563-c854-44fc-a734-007cd9b092e3 req-0307667c-4dd4-4e59-8702-331d933d9b84 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:47.796422 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a4c0a563-c854-44fc-a734-007cd9b092e3 req-0307667c-4dd4-4e59-8702-331d933d9b84 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0645669 Sep 01 00:30:47.849026 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a4c0a563-c854-44fc-a734-007cd9b092e3 req-4adb5993-e151-4aa7-872a-89dd165e30cd tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467467 Sep 01 00:30:47.975633 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ca71f4c7-800d-4fd1-be04-30b9e07d0052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.072230 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ca71f4c7-800d-4fd1-be04-30b9e07d0052 admin admin] Publish callbacks [] for security_group (459f834f-22f0-4b61-bc35-9e7e57ca9bb3), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.077335 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ca71f4c7-800d-4fd1-be04-30b9e07d0052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (459f834f-22f0-4b61-bc35-9e7e57ca9bb3), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.120683 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-ca71f4c7-800d-4fd1-be04-30b9e07d0052 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2c5902fc93984117ba6d3dd8fdc0f6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224551 Sep 01 00:30:48.121830 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71f4c7-800d-4fd1-be04-30b9e07d0052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459f834f-22f0-4b61-bc35-9e7e57ca9bb3,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:48.124019 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51584) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:48.181722 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-71118e2e-3b0e-40bc-b8cf-e11584b36d8d admin admin] Publish callbacks [] for security_group (459f834f-22f0-4b61-bc35-9e7e57ca9bb3), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.202597 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-71118e2e-3b0e-40bc-b8cf-e11584b36d8d admin admin] Publish callbacks [] for security_group (459f834f-22f0-4b61-bc35-9e7e57ca9bb3), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.260267 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-71118e2e-3b0e-40bc-b8cf-e11584b36d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (459f834f-22f0-4b61-bc35-9e7e57ca9bb3), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.263115 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-71118e2e-3b0e-40bc-b8cf-e11584b36d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.264848 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-71118e2e-3b0e-40bc-b8cf-e11584b36d8d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/459f834f-22f0-4b61-bc35-9e7e57ca9bb3 HTTP/1.1" status: 204 len: 168 time: 0.1396377 Sep 01 00:30:48.273553 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71118e2e-3b0e-40bc-b8cf-e11584b36d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459f834f-22f0-4b61-bc35-9e7e57ca9bb3,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:48.610948 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51608) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:48.629333 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7d9eebd-42c8-477e-8440-7547879ea979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.708177 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:48.739763 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7d9eebd-42c8-477e-8440-7547879ea979 admin admin] Publish callbacks [] for security_group (ddc92bce-2b37-42c6-8b51-27bcfe4ed41a), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.745841 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7d9eebd-42c8-477e-8440-7547879ea979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ddc92bce-2b37-42c6-8b51-27bcfe4ed41a), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.787026 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51616) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:48.787594 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c7d9eebd-42c8-477e-8440-7547879ea979 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cae782b9d24842f9a940ffbabf017e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753807 Sep 01 00:30:48.826448 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9eebd-42c8-477e-8440-7547879ea979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc92bce-2b37-42c6-8b51-27bcfe4ed41a,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:48.850484 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51622) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:48.861040 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-12618361-9a7d-4b5c-aee1-03d9f08c02f4 admin admin] Publish callbacks [] for security_group (ddc92bce-2b37-42c6-8b51-27bcfe4ed41a), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.891212 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-12618361-9a7d-4b5c-aee1-03d9f08c02f4 admin admin] Publish callbacks [] for security_group (ddc92bce-2b37-42c6-8b51-27bcfe4ed41a), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.973959 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-12618361-9a7d-4b5c-aee1-03d9f08c02f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ddc92bce-2b37-42c6-8b51-27bcfe4ed41a), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.976477 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-12618361-9a7d-4b5c-aee1-03d9f08c02f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:48.977835 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-12618361-9a7d-4b5c-aee1-03d9f08c02f4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ddc92bce-2b37-42c6-8b51-27bcfe4ed41a HTTP/1.1" status: 204 len: 168 time: 0.1889999 Sep 01 00:30:49.015781 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12618361-9a7d-4b5c-aee1-03d9f08c02f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc92bce-2b37-42c6-8b51-27bcfe4ed41a,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:49.030906 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9716634-a158-48dc-819e-d3eba3f21a4a req-b4df1bb8-5bd8-4840-983c-8e0201da4593 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:49.032936 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9716634-a158-48dc-819e-d3eba3f21a4a req-b4df1bb8-5bd8-4840-983c-8e0201da4593 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0701876 Sep 01 00:30:49.095892 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9716634-a158-48dc-819e-d3eba3f21a4a req-75e92573-e7f0-4b2b-b10c-7402b3b9eceb tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561264 Sep 01 00:30:49.178645 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1de56a91-a36f-4572-832b-bc228ab648e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.276786 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1de56a91-a36f-4572-832b-bc228ab648e1 admin admin] Publish callbacks [] for security_group (310ea8f1-6cc8-44fa-b819-453fc8ffdade), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.281787 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1de56a91-a36f-4572-832b-bc228ab648e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (310ea8f1-6cc8-44fa-b819-453fc8ffdade), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.325532 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-1de56a91-a36f-4572-832b-bc228ab648e1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3b0fd49aedc54663a7e97c1e37eb1393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737980 Sep 01 00:30:49.327363 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de56a91-a36f-4572-832b-bc228ab648e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310ea8f1-6cc8-44fa-b819-453fc8ffdade,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:49.330068 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51638) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:49.407436 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6ac00815-7290-401a-a89d-a5e2cb5f376c admin admin] Publish callbacks [] for security_group (310ea8f1-6cc8-44fa-b819-453fc8ffdade), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.431595 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6ac00815-7290-401a-a89d-a5e2cb5f376c admin admin] Publish callbacks [] for security_group (310ea8f1-6cc8-44fa-b819-453fc8ffdade), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.438644 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51642) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:49.453071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9969d15-3134-4e81-b372-12348c189752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.488430 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6ac00815-7290-401a-a89d-a5e2cb5f376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (310ea8f1-6cc8-44fa-b819-453fc8ffdade), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.490911 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6ac00815-7290-401a-a89d-a5e2cb5f376c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.496481 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-6ac00815-7290-401a-a89d-a5e2cb5f376c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/310ea8f1-6cc8-44fa-b819-453fc8ffdade HTTP/1.1" status: 204 len: 168 time: 0.1631498 Sep 01 00:30:49.505431 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac00815-7290-401a-a89d-a5e2cb5f376c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310ea8f1-6cc8-44fa-b819-453fc8ffdade,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:49.525422 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=77,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:49.563613 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9969d15-3134-4e81-b372-12348c189752 admin admin] Publish callbacks [] for security_group (081c0b7b-0887-4e74-8427-c9ab2a3e759d), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.568162 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9969d15-3134-4e81-b372-12348c189752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (081c0b7b-0887-4e74-8427-c9ab2a3e759d), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.614209 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-d9969d15-3134-4e81-b372-12348c189752 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3a9ebf303399472d8b1aa1b420c436b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717949 Sep 01 00:30:49.614209 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9969d15-3134-4e81-b372-12348c189752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081c0b7b-0887-4e74-8427-c9ab2a3e759d,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:49.615012 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51646) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:49.641246 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:49.669014 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-179e35ef-d57c-4a80-af3e-417cb97d8e39 admin admin] Publish callbacks [] for security_group (081c0b7b-0887-4e74-8427-c9ab2a3e759d), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.694688 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-179e35ef-d57c-4a80-af3e-417cb97d8e39 admin admin] Publish callbacks [] for security_group (081c0b7b-0887-4e74-8427-c9ab2a3e759d), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.731882 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51650) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:49.753331 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-179e35ef-d57c-4a80-af3e-417cb97d8e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (081c0b7b-0887-4e74-8427-c9ab2a3e759d), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.757437 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-179e35ef-d57c-4a80-af3e-417cb97d8e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.761219 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-179e35ef-d57c-4a80-af3e-417cb97d8e39 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/081c0b7b-0887-4e74-8427-c9ab2a3e759d HTTP/1.1" status: 204 len: 168 time: 0.1428695 Sep 01 00:30:49.769742 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e35ef-d57c-4a80-af3e-417cb97d8e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081c0b7b-0887-4e74-8427-c9ab2a3e759d,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:49.976231 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f130b7ff-1e3d-4708-8483-cb8fd5730522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:49.978407 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:50.070110 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f130b7ff-1e3d-4708-8483-cb8fd5730522 admin admin] Publish callbacks [] for security_group (33ddd888-4e97-4d61-9a70-8013b425c720), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.082020 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f130b7ff-1e3d-4708-8483-cb8fd5730522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (33ddd888-4e97-4d61-9a70-8013b425c720), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.135046 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f130b7ff-1e3d-4708-8483-cb8fd5730522 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bd12f59f78604ba8adbedb120ad71043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001765 Sep 01 00:30:50.135046 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130b7ff-1e3d-4708-8483-cb8fd5730522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ddd888-4e97-4d61-9a70-8013b425c720,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:50.136682 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51672) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:50.262552 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-e5fa26d1-0f42-4887-b275-4f1160e250ec admin admin] Publish callbacks [] for security_group (33ddd888-4e97-4d61-9a70-8013b425c720), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.270842 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f2345-f00d-4bd4-98cb-97d6e809a290 req-89cee388-0195-40bf-bab0-6b40fe1ea947 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:50.272564 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-de8f2345-f00d-4bd4-98cb-97d6e809a290 req-89cee388-0195-40bf-bab0-6b40fe1ea947 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0778441 Sep 01 00:30:50.304393 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-e5fa26d1-0f42-4887-b275-4f1160e250ec admin admin] Publish callbacks [] for security_group (33ddd888-4e97-4d61-9a70-8013b425c720), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.360797 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a60bf812-ad46-4dd7-9c88-81af21bec167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.361959 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-de8f2345-f00d-4bd4-98cb-97d6e809a290 req-1e12e937-8761-4b51-923c-a632e4e589ce tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812259 Sep 01 00:30:50.394302 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-e5fa26d1-0f42-4887-b275-4f1160e250ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (33ddd888-4e97-4d61-9a70-8013b425c720), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.395666 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51684) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:50.397082 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-e5fa26d1-0f42-4887-b275-4f1160e250ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.401935 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-e5fa26d1-0f42-4887-b275-4f1160e250ec admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/33ddd888-4e97-4d61-9a70-8013b425c720 HTTP/1.1" status: 204 len: 168 time: 0.2629194 Sep 01 00:30:50.409886 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa26d1-0f42-4887-b275-4f1160e250ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ddd888-4e97-4d61-9a70-8013b425c720,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:50.621982 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-45631685-f5b0-4e23-bb57-9dd002322d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.720428 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-45631685-f5b0-4e23-bb57-9dd002322d5f admin admin] Publish callbacks [] for security_group (e451af62-8eb5-4470-a654-a84e032c3a5c), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.724788 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-45631685-f5b0-4e23-bb57-9dd002322d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e451af62-8eb5-4470-a654-a84e032c3a5c), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.775800 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-45631685-f5b0-4e23-bb57-9dd002322d5f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=76b9ccd09b574daba079f9e610970939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789046 Sep 01 00:30:50.778569 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51698) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:50.793179 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45631685-f5b0-4e23-bb57-9dd002322d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e451af62-8eb5-4470-a654-a84e032c3a5c,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:50.842673 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4d2f95a8-6066-4112-ab45-5b454ecf713d admin admin] Publish callbacks [] for security_group (e451af62-8eb5-4470-a654-a84e032c3a5c), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.868570 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4d2f95a8-6066-4112-ab45-5b454ecf713d admin admin] Publish callbacks [] for security_group (e451af62-8eb5-4470-a654-a84e032c3a5c), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.934385 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4d2f95a8-6066-4112-ab45-5b454ecf713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e451af62-8eb5-4470-a654-a84e032c3a5c), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.940533 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4d2f95a8-6066-4112-ab45-5b454ecf713d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:50.944107 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-4d2f95a8-6066-4112-ab45-5b454ecf713d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e451af62-8eb5-4470-a654-a84e032c3a5c HTTP/1.1" status: 204 len: 168 time: 0.1639633 Sep 01 00:30:50.955644 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f95a8-6066-4112-ab45-5b454ecf713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e451af62-8eb5-4470-a654-a84e032c3a5c,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:51.276565 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51734) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:51.407156 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f19fbe-fd75-4474-9492-e77b655dfa64 req-e6eff445-2a81-4bec-b196-5fd3af402673 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:51.409061 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-31f19fbe-fd75-4474-9492-e77b655dfa64 req-e6eff445-2a81-4bec-b196-5fd3af402673 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 945 time: 0.0527084 Sep 01 00:30:51.460133 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51748) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:51.470884 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:51.490581 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-33b043ca-6b79-48cd-9b71-f87d19830fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.509872 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-31f19fbe-fd75-4474-9492-e77b655dfa64 req-4ad5e80e-49d0-439d-9533-26af48948b7a tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897660 Sep 01 00:30:51.514890 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c9215-e469-4103-889c-a160b1480348 req-ee262870-d8ef-4157-8816-6fc93c14e555 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:51.528699 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cc6c9215-e469-4103-889c-a160b1480348 req-ee262870-d8ef-4157-8816-6fc93c14e555 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0712953 Sep 01 00:30:51.537783 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1864381888-network', 'tenant_id': '32e68213ef7041a79aaaf1d255d2395e'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:51.586083 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cc6c9215-e469-4103-889c-a160b1480348 req-a0d9ca73-e95f-4d43-8fea-70762922dc3f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600469 Sep 01 00:30:51.588253 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Made reservation on behalf of 32e68213ef7041a79aaaf1d255d2395e for: {'network': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:30:51.590824 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.608127 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.697758 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-33b043ca-6b79-48cd-9b71-f87d19830fda admin admin] Publish callbacks [] for security_group (8cc59c35-e60e-4fa1-a01d-594e9235f2dc), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.704918 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-33b043ca-6b79-48cd-9b71-f87d19830fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (8cc59c35-e60e-4fa1-a01d-594e9235f2dc), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.750014 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:51.768880 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-33b043ca-6b79-48cd-9b71-f87d19830fda admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=db93bdd05f964880a0d7f84977bc199d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072584 Sep 01 00:30:51.771622 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51762) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:51.777272 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b043ca-6b79-48cd-9b71-f87d19830fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc59c35-e60e-4fa1-a01d-594e9235f2dc,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:51.793648 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Publish callbacks [] for security_group (f1a7085a-6324-49ee-959a-89224e272984), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.798764 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f1a7085a-6324-49ee-959a-89224e272984), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.834501 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=117901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:30:51.847559 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7085a-6324-49ee-959a-89224e272984,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:51.855146 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.855408 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.segments_db [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Added segment a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f of type vlan for network 02802a57-7829-47a2-bef9-81183594c96f Sep 01 00:30:51.887705 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6a627210-78f0-4c67-8c3f-258c779731d9 admin admin] Publish callbacks [] for security_group (8cc59c35-e60e-4fa1-a01d-594e9235f2dc), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.901758 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (02802a57-7829-47a2-bef9-81183594c96f), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.911748 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6a627210-78f0-4c67-8c3f-258c779731d9 admin admin] Publish callbacks [] for security_group (8cc59c35-e60e-4fa1-a01d-594e9235f2dc), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.920126 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:51.945730 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (02802a57-7829-47a2-bef9-81183594c96f), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.947616 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:51.948025 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.971499 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6a627210-78f0-4c67-8c3f-258c779731d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (8cc59c35-e60e-4fa1-a01d-594e9235f2dc), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.978222 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6a627210-78f0-4c67-8c3f-258c779731d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:51.982400 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-6a627210-78f0-4c67-8c3f-258c779731d9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8cc59c35-e60e-4fa1-a01d-594e9235f2dc HTTP/1.1" status: 204 len: 168 time: 0.2067611 Sep 01 00:30:51.990687 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a627210-78f0-4c67-8c3f-258c779731d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc59c35-e60e-4fa1-a01d-594e9235f2dc,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:52.064242 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] Pushing event updated for resources: {'Network': ['ID=02802a57-7829-47a2-bef9-81183594c96f,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:52.070220 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-fa558f0b-402a-4ae8-838b-935d240a5305 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7916780 Sep 01 00:30:52.073390 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51802) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:52.079782 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network 02802a57-7829-47a2-bef9-81183594c96f details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:30:52.085741 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Request body: {'subnet': {'network_id': '02802a57-7829-47a2-bef9-81183594c96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1864381888-subnet', 'tenant_id': '32e68213ef7041a79aaaf1d255d2395e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:52.112323 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:52.143546 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Made reservation on behalf of 32e68213ef7041a79aaaf1d255d2395e for: {'subnet': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:30:52.151713 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9917779'] for subnet (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:52.389647 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9725916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9917793'] for subnet (c94b354a-e3b4-4abe-9d13-aac3e477a0ae), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:52.468693 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94b354a-e3b4-4abe-9d13-aac3e477a0ae,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:52.474319 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Checking segment: {'id': 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02802a57-7829-47a2-bef9-81183594c96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:52.474616 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Network hostable DHCP agents. Network: 02802a57-7829-47a2-bef9-81183594c96f, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:30:52.503554 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Network 02802a57-7829-47a2-bef9-81183594c96f is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:30:52.521133 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, 02802a57-7829-47a2-bef9-81183594c96f) {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:52.527441 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:52.529763 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:52.533945 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336c36c-8c99-4ad7-b9bd-bc8087e969de None None] Network 02802a57-7829-47a2-bef9-81183594c96f requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:30:52.569323 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-e457d0fa-b064-4460-86ce-b5dd8fb004ad admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4945903 Sep 01 00:30:52.715112 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687b0c1-526a-486b-bf82-daeaffca7b97 req-fbe88d16-19fe-4619-b124-2f4b426d8da5 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:52.723611 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d687b0c1-526a-486b-bf82-daeaffca7b97 req-fbe88d16-19fe-4619-b124-2f4b426d8da5 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 945 time: 0.1098466 Sep 01 00:30:52.794287 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d687b0c1-526a-486b-bf82-daeaffca7b97 req-10009334-6d0b-4997-abcb-c819e3edb6ad tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696380 Sep 01 00:30:52.798301 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd8d42-df01-481e-ad83-dd761bc204d9 req-40fa32ae-ce59-43ea-95e8-2471a238d8d4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:52.807140 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8ddd8d42-df01-481e-ad83-dd761bc204d9 req-40fa32ae-ce59-43ea-95e8-2471a238d8d4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0878539 Sep 01 00:30:52.871460 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8ddd8d42-df01-481e-ad83-dd761bc204d9 req-62b31d7b-5a50-4369-b601-f53b839bace8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630021 Sep 01 00:30:52.927654 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd99fb35-286c-4682-9a9c-91c7cc029e44 None None] Network 02802a57-7829-47a2-bef9-81183594c96f requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:30:52.933214 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-30b3d458-2551-4623-bf09-339086764115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:53.202069 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-7c7e88de-e342-4eb8-be67-799c7702fdd1 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462210 Sep 01 00:30:53.463083 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-7a0fe035-45ce-4c53-abb1-5e234be393e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:53.465535 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-7a0fe035-45ce-4c53-abb1-5e234be393e9 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 1129 time: 0.0489414 Sep 01 00:30:53.585163 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-bac8e57c-9004-4987-ab33-15b1af683c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:53.586697 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-bac8e57c-9004-4987-ab33-15b1af683c5a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.0978212 Sep 01 00:30:53.707565 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-616248fa-c65e-47f1-b9c0-a991faef4f71 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1686bbb5-7c47-498b-bb89-88826527d80e HTTP/1.1" status: 200 len: 217 time: 0.0403602 Sep 01 00:30:53.763859 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-1a327d1b-0891-46a6-8481-d07c43afd80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:53.765355 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-1a327d1b-0891-46a6-8481-d07c43afd80e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.0501328 Sep 01 00:30:53.805782 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:53.849768 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-d1b0f2e5-dab0-4db8-b4d4-8cfe87eb0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:53.851892 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-d1b0f2e5-dab0-4db8-b4d4-8cfe87eb0752 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534165 Sep 01 00:30:53.855571 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-9eea1d9a-16db-445c-8bf8-46eeb4a91ba8 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:53.858413 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-9eea1d9a-16db-445c-8bf8-46eeb4a91ba8 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 945 time: 0.0595307 Sep 01 00:30:53.958236 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:53.971957 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd74d87-3b4b-46bf-aab5-5308527dd943 req-1f6231c9-d09e-48f2-a139-9bc2d8361ce9 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:53.974315 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfd74d87-3b4b-46bf-aab5-5308527dd943 req-1f6231c9-d09e-48f2-a139-9bc2d8361ce9 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 945 time: 0.1019666 Sep 01 00:30:54.050810 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-25cd8e9a-512b-49e1-961a-c1f0693953b7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660278 Sep 01 00:30:54.071442 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfd74d87-3b4b-46bf-aab5-5308527dd943 req-a3c1c495-9554-43ff-a069-5a1727fe070d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97c15603-2f1c-4631-a0f0-2bcf17d7c13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821245 Sep 01 00:30:54.114076 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85482ce-b73b-4aee-8dd4-a475fa758254 req-7af16c03-9753-4fad-a8d9-1bfbf416e17f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:54.121015 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f85482ce-b73b-4aee-8dd4-a475fa758254 req-7af16c03-9753-4fad-a8d9-1bfbf416e17f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1024258 Sep 01 00:30:54.127649 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-a735460e-3ab8-4783-9ceb-57ba7d0c7c1d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Deleting port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:30:54.128153 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-a735460e-3ab8-4783-9ceb-57ba7d0c7c1d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:54.175289 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9b8416f1-ecc6-4673-a711-c4059dec2ab7 req-70b167e0-3b73-4762-ac5f-846eb0e2acd5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160727 Sep 01 00:30:54.246285 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f85482ce-b73b-4aee-8dd4-a475fa758254 req-8221c4d7-541d-41ee-9569-e3b7dfdf6895 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243918 Sep 01 00:30:54.283036 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-a735460e-3ab8-4783-9ceb-57ba7d0c7c1d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] For port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:30:54.283666 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-a735460e-3ab8-4783-9ceb-57ba7d0c7c1d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:54.309032 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-a735460e-3ab8-4783-9ceb-57ba7d0c7c1d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Calling delete_port for c0bef5bd-eddf-43b5-89d4-58b7f5afc60a owned by compute:nova {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:30:54.322909 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:54.441142 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:54.445413 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:54.503350 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-a735460e-3ab8-4783-9ceb-57ba7d0c7c1d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (c0bef5bd-eddf-43b5-89d4-58b7f5afc60a), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:54.518411 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['c0bef5bd-eddf-43b5-89d4-58b7f5afc60a'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:30:54.532903 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735460e-3ab8-4783-9ceb-57ba7d0c7c1d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Pushing event deleted for resources: {'Port': ['ID=c0bef5bd-eddf-43b5-89d4-58b7f5afc60a,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:54.615700 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-a735460e-3ab8-4783-9ceb-57ba7d0c7c1d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] No DVR routers for this DVR port c0bef5bd-eddf-43b5-89d4-58b7f5afc60a on host hv-cinder-82002 {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:30:54.619102 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-a735460e-3ab8-4783-9ceb-57ba7d0c7c1d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:54.622510 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d67e1ca2-1aa2-4969-86f3-64ee797d3473 req-a735460e-3ab8-4783-9ceb-57ba7d0c7c1d tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.30 "DELETE /networking/v2.0/ports/c0bef5bd-eddf-43b5-89d4-58b7f5afc60a HTTP/1.1" status: 204 len: 173 time: 0.7452893 Sep 01 00:30:54.623862 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed053e9-b2ff-4c41-9a71-344e192fc7ca', 'name': 'network-vif-deleted', 'tag': 'c0bef5bd-eddf-43b5-89d4-58b7f5afc60a'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:54.626311 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e15256-9058-46c0-92c7-c18ce75e7be9" -d '{"events": [{"server_uuid": "3ed053e9-b2ff-4c41-9a71-344e192fc7ca", "name": "network-vif-deleted", "tag": "c0bef5bd-eddf-43b5-89d4-58b7f5afc60a"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:54.673927 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5284c3-fda3-4e36-950b-a91eecadedf2 x-openstack-request-id: req-5b5284c3-fda3-4e36-950b-a91eecadedf2 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:54.674604 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed053e9-b2ff-4c41-9a71-344e192fc7ca", "name": "network-vif-deleted", "tag": "c0bef5bd-eddf-43b5-89d4-58b7f5afc60a", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:54.674992 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b5284c3-fda3-4e36-950b-a91eecadedf2 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:54.675529 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5284c3-fda3-4e36-950b-a91eecadedf2'] response: {'server_uuid': '3ed053e9-b2ff-4c41-9a71-344e192fc7ca', 'name': 'network-vif-deleted', 'tag': 'c0bef5bd-eddf-43b5-89d4-58b7f5afc60a', 'status': 'completed', 'code': 200} Sep 01 00:30:54.775135 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-b0f042fc-d8f7-423c-9466-0bb61f149059 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:54.777567 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-b0f042fc-d8f7-423c-9466-0bb61f149059 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/networks?id=02802a57-7829-47a2-bef9-81183594c96f HTTP/1.1" status: 200 len: 809 time: 0.1643012 Sep 01 00:30:54.795619 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:54.801736 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-3994d997-ae53-4059-b4e3-7d92f2c4ec11 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/quotas/32e68213ef7041a79aaaf1d255d2395e HTTP/1.1" status: 200 len: 375 time: 0.0158927 Sep 01 00:30:54.845758 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-4cc9f860-9c01-4a31-89c2-ca8e080f38eb tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=32e68213ef7041a79aaaf1d255d2395e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383568 Sep 01 00:30:54.956899 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ad99cd93-52fd-4105-bb6c-6f66fc6dba48 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033511 Sep 01 00:30:55.093525 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-3f084834-e0c7-43ae-9c4d-5b49ec4a852f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280527 Sep 01 00:30:55.209734 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-61ff9cea-df61-411f-adcd-4284f13b392f req-5700f6e5-a48d-4b70-86dd-2971f0c67f3a tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 210 time: 0.0318491 Sep 01 00:30:55.272790 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:55.319733 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f43e21bf-315d-4a2c-838d-de79fc6f5d1a req-3bba3d12-7e72-4734-b4fa-89623796c8aa tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0410781 Sep 01 00:30:55.388948 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:55.398971 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a4f56-bfb6-46bf-a6cc-e0e913ba791b req-bc1bda44-8a58-4bcf-8dad-0ab4fb19bbee tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:55.409133 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-260a4f56-bfb6-46bf-a6cc-e0e913ba791b req-bc1bda44-8a58-4bcf-8dad-0ab4fb19bbee tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0659809 Sep 01 00:30:55.489700 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-260a4f56-bfb6-46bf-a6cc-e0e913ba791b req-a8d44b73-a378-4d74-83fc-ef7b687784b3 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796275 Sep 01 00:30:56.359711 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b0ace120-bdc8-4434-83fa-74152109a16f req-d65733e8-0e0e-4f85-9d39-abc747c61e51 tempest-DeleteServersTestJSON-1189540849 tempest-DeleteServersTestJSON-1189540849-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ed053e9-b2ff-4c41-9a71-344e192fc7ca HTTP/1.1" status: 200 len: 210 time: 0.0282469 Sep 01 00:30:56.436058 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c0b361ca-8a08-4337-9747-4b7bbf1855e4 req-ead1000e-4d3d-49eb-92c3-728b9dfdef6a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0284932 Sep 01 00:30:56.625918 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3f44e-cd69-4ab9-9ac2-072b7cce68a5 req-17b338ed-bd07-4744-93dd-98f1df0ef66b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:56.627482 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1cc3f44e-cd69-4ab9-9ac2-072b7cce68a5 req-17b338ed-bd07-4744-93dd-98f1df0ef66b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0479219 Sep 01 00:30:56.684150 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1cc3f44e-cd69-4ab9-9ac2-072b7cce68a5 req-9c361289-870b-4a17-a6ef-f78101422f74 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483179 Sep 01 00:30:56.921311 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 51984) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:57.037202 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6bb5806c-2cfa-43bc-9614-5ece26869ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:57.189976 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-0dcc788e-145d-4486-9efc-c18c22db96a4 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:57.191388 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-0dcc788e-145d-4486-9efc-c18c22db96a4 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.30 "GET /networking/v2.0/networks?id=02802a57-7829-47a2-bef9-81183594c96f HTTP/1.1" status: 200 len: 809 time: 0.1508825 Sep 01 00:30:57.209974 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Request body: {'port': {'device_id': '867565ea-56a1-4b0e-b460-aaf5cf1d5ab9', 'network_id': '02802a57-7829-47a2-bef9-81183594c96f', 'admin_state_up': True, 'tenant_id': '32e68213ef7041a79aaaf1d255d2395e'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:57.262296 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6bb5806c-2cfa-43bc-9614-5ece26869ef6 admin admin] Publish callbacks [] for security_group (9e76b3c1-fe59-49fb-a357-125db408bf0d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:57.268435 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6bb5806c-2cfa-43bc-9614-5ece26869ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (9e76b3c1-fe59-49fb-a357-125db408bf0d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:57.318751 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device c0bef5bd-eddf-43b5-89d4-58b7f5afc60a no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:30:57.336244 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-6bb5806c-2cfa-43bc-9614-5ece26869ef6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a262dc3512aa4a2c9eaeca41dd9dbc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138417 Sep 01 00:30:57.338976 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5806c-2cfa-43bc-9614-5ece26869ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e76b3c1-fe59-49fb-a357-125db408bf0d,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:57.339487 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 51992) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:57.342046 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: c0bef5bd-eddf-43b5-89d4-58b7f5afc60a {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:30:57.342646 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device c0bef5bd-eddf-43b5-89d4-58b7f5afc60a not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:30:57.374104 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Made reservation on behalf of 32e68213ef7041a79aaaf1d255d2395e for: {'port': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:30:57.378000 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:57.396899 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-628511f9-546b-4304-ad4d-cb966d8cde55 admin admin] Publish callbacks [] for security_group (9e76b3c1-fe59-49fb-a357-125db408bf0d), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:57.419567 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-628511f9-546b-4304-ad4d-cb966d8cde55 admin admin] Publish callbacks [] for security_group (9e76b3c1-fe59-49fb-a357-125db408bf0d), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:57.479201 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-628511f9-546b-4304-ad4d-cb966d8cde55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (9e76b3c1-fe59-49fb-a357-125db408bf0d), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:57.482385 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-628511f9-546b-4304-ad4d-cb966d8cde55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:57.486512 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-628511f9-546b-4304-ad4d-cb966d8cde55 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9e76b3c1-fe59-49fb-a357-125db408bf0d HTTP/1.1" status: 204 len: 168 time: 0.1460061 Sep 01 00:30:57.508156 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628511f9-546b-4304-ad4d-cb966d8cde55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e76b3c1-fe59-49fb-a357-125db408bf0d,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:57.526633 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Allocated IP 172.20.0.6 (02802a57-7829-47a2-bef9-81183594c96f/c94b354a-e3b4-4abe-9d13-aac3e477a0ae/f8a5a111-5501-4201-b519-ba90695b7bc1) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:30:57.562050 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:57.606097 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ca1c9d09-9e6c-43ac-8286-d9a1c1dfc2a9 req-2789897d-edf4-40f3-8695-b11f8b0b661b tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0472455 Sep 01 00:30:57.690949 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:57.738410 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks [] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:57.800757 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:57.843503 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Network 02802a57-7829-47a2-bef9-81183594c96f is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:30:57.848547 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:57.853243 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:30:57.860461 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=61 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:57.865970 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=69 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:57.880817 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d288b0-7071-437c-bfd1-76db8c746cc5 req-25c1e403-2855-4fea-b455-608666a84000 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:57.889135 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e6d288b0-7071-437c-bfd1-76db8c746cc5 req-25c1e403-2855-4fea-b455-608666a84000 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0878711 Sep 01 00:30:57.971502 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e6d288b0-7071-437c-bfd1-76db8c746cc5 req-f9003bd6-428e-47b8-b0b3-1ac013927959 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812247 Sep 01 00:30:57.979247 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Pushing event updated for resources: {'Port': ['ID=f8a5a111-5501-4201-b519-ba90695b7bc1,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:57.986730 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:57.987539 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.008067 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-1c56073c-128e-415a-8184-4a03c349b7b1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8026762 Sep 01 00:30:58.020725 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Request body: {'port': {'device_id': '867565ea-56a1-4b0e-b460-aaf5cf1d5ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:58.082766 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.404264 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52042) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:58.409880 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a5a111-5501-4201-b519-ba90695b7bc1 {{(pid=117902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:30:58.417407 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Publish callbacks [] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.430110 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.provisioning_blocks [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Transition to ACTIVE for port object f8a5a111-5501-4201-b519-ba90695b7bc1 will not be triggered until provisioned by entity L2. {{(pid=117902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:30:58.433619 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.494873 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a5a111-5501-4201-b519-ba90695b7bc1,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:58.503638 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1591057427-network', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:58.518705 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:58.527228 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Made reservation on behalf of 3f39cdb9221440658d7cd52c341cf08a for: {'network': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:30:58.531020 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.540596 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.544891 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Attempting to bind port f8a5a111-5501-4201-b519-ba90695b7bc1 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:30:58.545418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Attempting to bind port f8a5a111-5501-4201-b519-ba90695b7bc1 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02802a57-7829-47a2-bef9-81183594c96f'}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:30:58.545629 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Attempting to bind port f8a5a111-5501-4201-b519-ba90695b7bc1 on network 02802a57-7829-47a2-bef9-81183594c96f {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:58.550011 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Port f8a5a111-5501-4201-b519-ba90695b7bc1 on network 02802a57-7829-47a2-bef9-81183594c96f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:30:58.550319 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Attempting to bind port f8a5a111-5501-4201-b519-ba90695b7bc1 on network 02802a57-7829-47a2-bef9-81183594c96f {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:30:58.555092 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:30:58.555418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Checking segment: {'id': 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02802a57-7829-47a2-bef9-81183594c96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:58.555797 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Bound using segment: {'id': 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02802a57-7829-47a2-bef9-81183594c96f'} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:30:58.556202 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Bound port: f8a5a111-5501-4201-b519-ba90695b7bc1, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02802a57-7829-47a2-bef9-81183594c96f'}}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:30:58.556587 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.565227 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:58.627623 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Publish callbacks [] for security_group (c3d2e638-3cd2-4990-94b2-81680ff74353), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.630044 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] For port f8a5a111-5501-4201-b519-ba90695b7bc1, host hv-cinder-82002, cleared binding levels {{(pid=117902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:30:58.632823 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (c3d2e638-3cd2-4990-94b2-81680ff74353), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.635287 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] For port f8a5a111-5501-4201-b519-ba90695b7bc1, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f8a5a111-5501-4201-b519-ba90695b7bc1,segment=NetworkSegment(a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f),segment_id=a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f)] {{(pid=117902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:30:58.643638 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.667325 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:58.668183 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.669841 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=117901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:30:58.681326 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/f8a5a111-5501-4201-b519-ba90695b7bc1 HTTP/1.1" status: 200 len: 1093 time: 0.6648009 Sep 01 00:30:58.681831 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867565ea-56a1-4b0e-b460-aaf5cf1d5ab9', 'tag': 'f8a5a111-5501-4201-b519-ba90695b7bc1'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:30:58.684283 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008aaa12-ef81-4bc8-b15b-d5d8dc443446" -d '{"events": [{"name": "network-changed", "server_uuid": "867565ea-56a1-4b0e-b460-aaf5cf1d5ab9", "tag": "f8a5a111-5501-4201-b519-ba90695b7bc1"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:30:58.689337 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d2e638-3cd2-4990-94b2-81680ff74353,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:58.692935 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (73e51995-44ca-4b06-b29b-31786031e3ff), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.693481 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.segments_db [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Added segment 73e51995-44ca-4b06-b29b-31786031e3ff of type vlan for network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 Sep 01 00:30:58.704644 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:58.744732 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (c0b24cda-34e6-4a2a-a3b5-60c23fd152f5), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.749934 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664d14b2-99d5-4fd9-a5e0-e0dd29a155cf x-openstack-request-id: req-664d14b2-99d5-4fd9-a5e0-e0dd29a155cf {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:30:58.750225 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867565ea-56a1-4b0e-b460-aaf5cf1d5ab9", "tag": "f8a5a111-5501-4201-b519-ba90695b7bc1", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:30:58.750538 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-664d14b2-99d5-4fd9-a5e0-e0dd29a155cf {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:30:58.751183 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664d14b2-99d5-4fd9-a5e0-e0dd29a155cf'] response: {'name': 'network-changed', 'server_uuid': '867565ea-56a1-4b0e-b460-aaf5cf1d5ab9', 'tag': 'f8a5a111-5501-4201-b519-ba90695b7bc1', 'status': 'completed', 'code': 200} Sep 01 00:30:58.773743 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (c0b24cda-34e6-4a2a-a3b5-60c23fd152f5), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.774776 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:58.775356 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.823946 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799b17f-96e6-4ea2-8271-e1e0c076aa45 req-36f30582-5251-46a2-a0a7-95f2a3f838ba tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:58.825535 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a799b17f-96e6-4ea2-8271-e1e0c076aa45 req-36f30582-5251-46a2-a0a7-95f2a3f838ba tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 943 time: 0.1112525 Sep 01 00:30:58.826911 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8588a-ccf4-4387-9ca6-205b6fb42658 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a5a111-5501-4201-b519-ba90695b7bc1,revision_number=3']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:58.830309 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-c0c9fd60-4e8b-4959-bcd4-94f9f633eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:58.831889 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-c0c9fd60-4e8b-4959-bcd4-94f9f633eee8 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=32e68213ef7041a79aaaf1d255d2395e&device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0778489 Sep 01 00:30:58.846640 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4410667 Sep 01 00:30:58.854535 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52052) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:58.861125 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Request body: {'subnet': {'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1591057427-subnet', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'ip_version': 4}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:58.867178 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:58.874119 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99247e07-708b-480c-85f5-3b5c5afce7ac admin admin] Pushing event updated for resources: {'Network': ['ID=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:58.885028 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:30:58.887166 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Made reservation on behalf of 3f39cdb9221440658d7cd52c341cf08a for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:30:58.890570 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10416638'] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:58.903576 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-f49446d8-9bc9-4f78-954b-55722ab7b705 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a5a111-5501-4201-b519-ba90695b7bc1 HTTP/1.1" status: 200 len: 217 time: 0.0477107 Sep 01 00:30:58.974313 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a799b17f-96e6-4ea2-8271-e1e0c076aa45 req-5084d223-ab98-4c3e-bad2-678a77ac80bd tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346803 Sep 01 00:30:58.982599 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-095a37e6-b245-4de5-9aa9-4fb6f42a0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:58.984761 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-095a37e6-b245-4de5-9aa9-4fb6f42a0373 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c94b354a-e3b4-4abe-9d13-aac3e477a0ae HTTP/1.1" status: 200 len: 849 time: 0.0721524 Sep 01 00:30:59.046668 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-d87b4b67-070c-4acc-b76e-0451a1a9b266 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=02802a57-7829-47a2-bef9-81183594c96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501540 Sep 01 00:30:59.134547 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52064) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:59.202499 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10428812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10416588'] for subnet (86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:59.208473 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-288e44c9-d0dd-49d5-81db-4c82a246b51f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565530 Sep 01 00:30:59.217825 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376e174-2d94-4ec8-bebc-c5703ae4b00f req-e83436c2-c013-41cf-b491-7bae19fa36ea tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:59.219338 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6376e174-2d94-4ec8-bebc-c5703ae4b00f req-e83436c2-c013-41cf-b491-7bae19fa36ea tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0854163 Sep 01 00:30:59.330793 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6376e174-2d94-4ec8-bebc-c5703ae4b00f req-b7cabfed-12e3-465f-8e52-59f3e0461426 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028714 Sep 01 00:30:59.347481 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cde96540-ed7f-4999-9793-f5afb13f1c74 req-ee51c84e-9d95-4ee5-a01f-5cb41bab1ff8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271598 Sep 01 00:30:59.558760 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:30:59.564871 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Checking segment: {'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:30:59.565475 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Network hostable DHCP agents. Network: c0b24cda-34e6-4a2a-a3b5-60c23fd152f5, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:30:59.582402 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:59.626984 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:30:59.646972 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, c0b24cda-34e6-4a2a-a3b5-60c23fd152f5) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:30:59.655250 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:30:59.655842 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:59.657567 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f98bc7b-3f95-4022-8bce-2310baff1f24 None None] Network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:30:59.699922 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-eebeb179-1153-4ed3-bee0-ac2f3f640ce6 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8440816 Sep 01 00:30:59.703061 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52070) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:30:59.707591 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:30:59.732851 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:59.734166 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:59.745009 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:30:59.795422 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:30:59.796577 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:59.813392 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks [] for router_controller (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), precommit_add_association {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:30:59.899774 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (5b291923-b960-4f23-8816-471fd90f67c6), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.032516 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Allocated IP 172.20.0.2 (c0b24cda-34e6-4a2a-a3b5-60c23fd152f5/86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e/625f3852-eebf-402b-8fec-2cf4d06b7378) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:00.039193 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:00.041971 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks [] for router_gateway (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.140844 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:00.224054 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Publish callbacks [] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.226348 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dea0a5-8118-4080-976a-7312e61619ad req-67b4a810-d01b-4ce3-80d9-6e9bf2227fb2 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:00.228389 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-29dea0a5-8118-4080-976a-7312e61619ad req-67b4a810-d01b-4ce3-80d9-6e9bf2227fb2 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 943 time: 0.1126709 Sep 01 00:31:00.236064 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.288621 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:00.291645 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:00.296653 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:00.303887 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Pushing event updated for resources: {'Port': ['ID=625f3852-eebf-402b-8fec-2cf4d06b7378,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:00.315091 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.315399 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.315731 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.316131 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.316487 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.316822 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.317148 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.317530 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.317822 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.318146 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.318469 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.318789 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.319106 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.319423 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.320102 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:00.336367 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] Deleting port b3664201-6ebf-45da-9653-e9c3110f0f47 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:31:00.336367 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.356081 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:00.365939 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-29dea0a5-8118-4080-976a-7312e61619ad req-cccc4e0c-74af-4b95-94bb-2c3f79c1a67e tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055381 Sep 01 00:31:00.415280 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Attempting to bind port 625f3852-eebf-402b-8fec-2cf4d06b7378 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:00.415280 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Attempting to bind port 625f3852-eebf-402b-8fec-2cf4d06b7378 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:00.415616 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Attempting to bind port 625f3852-eebf-402b-8fec-2cf4d06b7378 on network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:00.421784 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:00.422157 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Checking segment: {'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:00.422932 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.422932 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Bound using segment: {'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:00.423419 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Bound port: 625f3852-eebf-402b-8fec-2cf4d06b7378, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:00.423799 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.453709 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] For port b3664201-6ebf-45da-9653-e9c3110f0f47, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=b3664201-6ebf-45da-9653-e9c3110f0f47,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:00.454166 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.470819 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] Calling delete_port for b3664201-6ebf-45da-9653-e9c3110f0f47 owned by network:router_interface {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:31:00.495375 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] For port 625f3852-eebf-402b-8fec-2cf4d06b7378, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:00.499167 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] For port 625f3852-eebf-402b-8fec-2cf4d06b7378, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=625f3852-eebf-402b-8fec-2cf4d06b7378,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:00.506641 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.554759 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aaa12-ef81-4bc8-b15b-d5d8dc443446 req-1f30ac6d-f003-4ccd-8b69-e8477d79ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:00.557951 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-008aaa12-ef81-4bc8-b15b-d5d8dc443446 req-1f30ac6d-f003-4ccd-8b69-e8477d79ea7f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=32e68213ef7041a79aaaf1d255d2395e&device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0972056 Sep 01 00:31:00.588183 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45f63c-862a-4bcb-b701-0698f8af215e None None] Pushing event updated for resources: {'Port': ['ID=625f3852-eebf-402b-8fec-2cf4d06b7378,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:00.593858 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfde76b-5e3e-4a09-8da0-541e515ff40e req-e8c67916-cf9a-4265-bcf4-46ab2d60ca00 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:00.594808 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4bfde76b-5e3e-4a09-8da0-541e515ff40e req-e8c67916-cf9a-4265-bcf4-46ab2d60ca00 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1351647 Sep 01 00:31:00.601574 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks [] for router_gateway (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.629380 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.702976 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:00.712380 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4bfde76b-5e3e-4a09-8da0-541e515ff40e req-fd4940f2-1e95-4319-90d3-07a2fc8b49af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078720 Sep 01 00:31:00.734031 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (b3664201-6ebf-45da-9653-e9c3110f0f47), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.770190 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:00.773782 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3664201-6ebf-45da-9653-e9c3110f0f47,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:00.796034 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Allocated IP 172.27.4.124 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/e8b7820a-fe61-41cf-97b9-3da4d22e00fd) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:00.941968 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks [] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:00.977752 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:01.028211 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:01.030355 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (5b291923-b960-4f23-8816-471fd90f67c6), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:01.032538 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:01.038989 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Pushing event updated for resources: {'Port': ['ID=e8b7820a-fe61-41cf-97b9-3da4d22e00fd,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:01.057317 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:01.287288 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:01.304729 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] Router 5b291923-b960-4f23-8816-471fd90f67c6 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:31:01.321743 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks [] for router_gateway (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:01.324071 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:01.415987 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:31:01.426808 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] Sync routers for ids ['5b291923-b960-4f23-8816-471fd90f67c6'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:31:01.430588 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-2d39339f-ca4f-430b-b733-6a30f76e65a2 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5b291923-b960-4f23-8816-471fd90f67c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2927148 Sep 01 00:31:01.430949 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52092) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:01.442798 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] Routers {'5b291923-b960-4f23-8816-471fd90f67c6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:01.443488 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['5b291923-b960-4f23-8816-471fd90f67c6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:01.581403 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d35d37-2c3c-49db-99d1-3bdbc07a97a1 req-52bbcaa6-c4f2-442e-8e14-49fd68baad68 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:01.583682 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-45d35d37-2c3c-49db-99d1-3bdbc07a97a1 req-52bbcaa6-c4f2-442e-8e14-49fd68baad68 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 943 time: 0.1027315 Sep 01 00:31:01.621331 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] Set router 5b291923-b960-4f23-8816-471fd90f67c6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:01.629868 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Publish callbacks [] for router (5b291923-b960-4f23-8816-471fd90f67c6), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:01.661995 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:01.724681 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9580b986-e450-4041-9756-0fd83cd2b58f None None] Network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:31:01.750833 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aaa12-ef81-4bc8-b15b-d5d8dc443446 req-261e70f0-2fcc-438a-ab3b-7f1b0fa4eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:01.752376 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-008aaa12-ef81-4bc8-b15b-d5d8dc443446 req-261e70f0-2fcc-438a-ab3b-7f1b0fa4eefe service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=02802a57-7829-47a2-bef9-81183594c96f HTTP/1.1" status: 200 len: 910 time: 0.1730859 Sep 01 00:31:01.833759 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-2c19658d-e2f9-4703-b212-4d786551ea0e None None] Provisioning complete for port 625f3852-eebf-402b-8fec-2cf4d06b7378 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:01.834391 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2c19658d-e2f9-4703-b212-4d786551ea0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:01.839072 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b291923-b960-4f23-8816-471fd90f67c6', 'name': 'tempest-DeleteServersTestJSON-755306165-router', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:46Z', 'updated_at': '2022-09-01T00:31:00Z', 'revision_number': 5, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'gw_port': {'id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:01.873613 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] Checking router: 5b291923-b960-4f23-8816-471fd90f67c6 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:31:01.884284 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c5bd6-ca58-4d69-b653-335b933dd13d req-d1b98163-c0d2-42e0-82c3-25034e73f9b4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:01.885764 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] Routers {'5b291923-b960-4f23-8816-471fd90f67c6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:01.886162 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d68c5bd6-ca58-4d69-b653-335b933dd13d req-d1b98163-c0d2-42e0-82c3-25034e73f9b4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0846951 Sep 01 00:31:01.886753 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['5b291923-b960-4f23-8816-471fd90f67c6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:01.924869 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:01.992594 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-2c19658d-e2f9-4703-b212-4d786551ea0e None None] Current status of the port 625f3852-eebf-402b-8fec-2cf4d06b7378 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:01.992997 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2c19658d-e2f9-4703-b212-4d786551ea0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.006769 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d68c5bd6-ca58-4d69-b653-335b933dd13d req-d906e6ae-22f0-420c-ac83-ce79ef06a4ae tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087832 Sep 01 00:31:02.007837 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:31:02.030692 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] Set router 5b291923-b960-4f23-8816-471fd90f67c6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:02.060161 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-2c19658d-e2f9-4703-b212-4d786551ea0e None None] For port 625f3852-eebf-402b-8fec-2cf4d06b7378, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=625f3852-eebf-402b-8fec-2cf4d06b7378,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:02.061497 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:02.068269 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2c19658d-e2f9-4703-b212-4d786551ea0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.133072 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-45d35d37-2c3c-49db-99d1-3bdbc07a97a1 req-367567e7-4d08-454a-8fda-7fb02c12de5b tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385790 Sep 01 00:31:02.137128 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Publish callbacks [] for router_gateway (5b291923-b960-4f23-8816-471fd90f67c6), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.189503 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19658d-e2f9-4703-b212-4d786551ea0e None None] Pushing event updated for resources: {'Port': ['ID=625f3852-eebf-402b-8fec-2cf4d06b7378,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:02.223891 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:02.226913 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Deleting port ce707596-8b21-4c3f-80fb-5133c4576ba9 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:31:02.227270 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.262698 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:31:02.278274 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Sync routers for ids ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:31:02.304335 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.308361 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7cb44f79-48a5-4d49-810d-ff026c31a67a admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6016409 Sep 01 00:31:02.308543 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Routers {'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:02.308543 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-45a97559-4157-4171-893e-89638ab1b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:02.310383 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-ba93b04b-a4c2-48ca-9c75-b874b8458a86 None None] Provisioning complete for port 625f3852-eebf-402b-8fec-2cf4d06b7378 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:02.310890 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ba93b04b-a4c2-48ca-9c75-b874b8458a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.311662 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52100) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:02.367798 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b291923-b960-4f23-8816-471fd90f67c6', 'name': 'tempest-DeleteServersTestJSON-755306165-router', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:46Z', 'updated_at': '2022-09-01T00:31:00Z', 'revision_number': 5, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'gw_port': {'id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:02.398658 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1882d99-dfc5-40ce-a52c-700c4e11bf66 None None] The sync data for ids ['5b291923-b960-4f23-8816-471fd90f67c6'] in dv-cinder-820027-21-iscsi is: [{'id': '5b291923-b960-4f23-8816-471fd90f67c6', 'name': 'tempest-DeleteServersTestJSON-755306165-router', 'tenant_id': 'eb6a951afecc44219772f82bb09f91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:46Z', 'updated_at': '2022-09-01T00:31:00Z', 'revision_number': 5, 'project_id': 'eb6a951afecc44219772f82bb09f91e3', 'gw_port': {'id': 'ce707596-8b21-4c3f-80fb-5133c4576ba9', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b291923-b960-4f23-8816-471fd90f67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:31:02.420683 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] For port ce707596-8b21-4c3f-80fb-5133c4576ba9, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=ce707596-8b21-4c3f-80fb-5133c4576ba9,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:02.421382 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.436782 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Calling delete_port for ce707596-8b21-4c3f-80fb-5133c4576ba9 owned by network:router_gateway {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:31:02.495241 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-008aaa12-ef81-4bc8-b15b-d5d8dc443446 req-80856acd-7c95-44ba-b4f6-78f68368a444 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a5a111-5501-4201-b519-ba90695b7bc1 HTTP/1.1" status: 200 len: 217 time: 0.0440123 Sep 01 00:31:02.527378 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:02.532620 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Set router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:02.593904 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-ba93b04b-a4c2-48ca-9c75-b874b8458a86 None None] Current status of the port 625f3852-eebf-402b-8fec-2cf4d06b7378 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:02.633084 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (ce707596-8b21-4c3f-80fb-5133c4576ba9), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.655169 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:02.658975 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce707596-8b21-4c3f-80fb-5133c4576ba9,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:02.731170 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (5b291923-b960-4f23-8816-471fd90f67c6), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.737090 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-45a97559-4157-4171-893e-89638ab1b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:01Z', 'revision_number': 3, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:02.769324 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Checking router: ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:31:02.769929 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Updating router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 port e8b7820a-fe61-41cf-97b9-3da4d22e00fd binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:31:02.773575 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 625f3852-eebf-402b-8fec-2cf4d06b7378 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:02.840224 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.848131 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.874927 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (5b291923-b960-4f23-8816-471fd90f67c6), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.877707 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Publish callbacks [] for router_controller (5b291923-b960-4f23-8816-471fd90f67c6), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.951652 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (5b291923-b960-4f23-8816-471fd90f67c6), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.951652 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b291923-b960-4f23-8816-471fd90f67c6 {{(pid=117901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:31:02.959191 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:02.959856 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-89dca8a2-f9fe-4905-a76b-55824ec74bc1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/5b291923-b960-4f23-8816-471fd90f67c6 HTTP/1.1" status: 204 len: 168 time: 1.5279019 Sep 01 00:31:02.963217 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52102) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:02.978855 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 625f3852-eebf-402b-8fec-2cf4d06b7378 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:02.979363 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.014774 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:03.027084 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4063b749-ad07-44ae-b01e-f917135dbaac admin admin] Deleting subnet 6376df79-69f6-4f5a-bd90-c1368892485a {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:31:03.028187 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Allocated IP 172.20.0.1 (c0b24cda-34e6-4a2a-a3b5-60c23fd152f5/86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e/cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:03.031009 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4063b749-ad07-44ae-b01e-f917135dbaac admin admin] Publish callbacks [] for subnet (6376df79-69f6-4f5a-bd90-c1368892485a), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.092431 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4063b749-ad07-44ae-b01e-f917135dbaac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10428791'] for subnet (6376df79-69f6-4f5a-bd90-c1368892485a), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.176123 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 625f3852-eebf-402b-8fec-2cf4d06b7378 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:03.276849 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:03.279792 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4063b749-ad07-44ae-b01e-f917135dbaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (6376df79-69f6-4f5a-bd90-c1368892485a), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.324668 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Publish callbacks [] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.335636 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.375371 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0eb7-fe43-4a7d-be1d-3bd94e00ca74 req-62abbbe8-7a05-48a7-bcec-80b0458baa5b tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:03.378166 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-142b0eb7-fe43-4a7d-be1d-3bd94e00ca74 req-62abbbe8-7a05-48a7-bcec-80b0458baa5b tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 943 time: 0.0720170 Sep 01 00:31:03.390966 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Attempting to bind port e8b7820a-fe61-41cf-97b9-3da4d22e00fd on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:03.391451 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Attempting to bind port e8b7820a-fe61-41cf-97b9-3da4d22e00fd by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:03.391916 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Attempting to bind port e8b7820a-fe61-41cf-97b9-3da4d22e00fd on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:03.407968 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:03.407968 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:03.407968 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.407968 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:03.408423 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Bound port: e8b7820a-fe61-41cf-97b9-3da4d22e00fd, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:03.408861 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.445724 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4063b749-ad07-44ae-b01e-f917135dbaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10428867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10416581'] for subnet (6376df79-69f6-4f5a-bd90-c1368892485a), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.446677 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999fa7e-f802-4707-a90f-da35029b9b07 None None] Pushing event updated for resources: {'Port': ['ID=e8b7820a-fe61-41cf-97b9-3da4d22e00fd,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:03.480654 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-142b0eb7-fe43-4a7d-be1d-3bd94e00ca74 req-d40400ef-7e79-43f0-a076-fdc490723f38 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962408 Sep 01 00:31:03.483442 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063b749-ad07-44ae-b01e-f917135dbaac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6376df79-69f6-4f5a-bd90-c1368892485a,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:03.483579 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-45a97559-4157-4171-893e-89638ab1b22d None None] For port e8b7820a-fe61-41cf-97b9-3da4d22e00fd, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:03.486993 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e7db1-75cb-42f8-993e-a3d2477f72a5 req-8007f322-9a81-41dc-afe2-e7dcf2be9baa tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:03.487530 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4063b749-ad07-44ae-b01e-f917135dbaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.488748 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-729e7db1-75cb-42f8-993e-a3d2477f72a5 req-8007f322-9a81-41dc-afe2-e7dcf2be9baa tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0705061 Sep 01 00:31:03.491071 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-4063b749-ad07-44ae-b01e-f917135dbaac admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/6376df79-69f6-4f5a-bd90-c1368892485a HTTP/1.1" status: 204 len: 168 time: 0.5260596 Sep 01 00:31:03.493243 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52112) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:03.496700 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-45a97559-4157-4171-893e-89638ab1b22d None None] For port e8b7820a-fe61-41cf-97b9-3da4d22e00fd, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=e8b7820a-fe61-41cf-97b9-3da4d22e00fd,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:03.498388 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ddc44-9d0a-4678-8701-521ab9afac28 None None] Network b1171be4-cbc8-4a98-b1ce-71873b834502 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:31:03.527856 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.538582 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:03.551150 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Publish callbacks [] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.567564 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (b1171be4-cbc8-4a98-b1ce-71873b834502), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.570215 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:03.601785 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-729e7db1-75cb-42f8-993e-a3d2477f72a5 req-0eefc490-8f8c-4733-b6fb-8a2c215daca8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974367 Sep 01 00:31:03.618449 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.619021 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Deleting port 2d863695-fd48-431d-b734-6a4eb10fa48a {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:31:03.619470 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.671813 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:03.676926 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:03.678906 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Pushing event updated for resources: {'Port': ['ID=cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:03.681064 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:03.702404 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] For port 2d863695-fd48-431d-b734-6a4eb10fa48a, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=2d863695-fd48-431d-b734-6a4eb10fa48a,segment=NetworkSegment(77029fff-1b32-48aa-a88d-7dfff4d5fa69),segment_id=77029fff-1b32-48aa-a88d-7dfff4d5fa69)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:03.702775 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.719268 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Calling delete_port for 2d863695-fd48-431d-b734-6a4eb10fa48a owned by network:dhcp {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:31:03.733143 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.745921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Routers {'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:03.751319 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-45a97559-4157-4171-893e-89638ab1b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:03.843893 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999fa7e-f802-4707-a90f-da35029b9b07 None None] Pushing event updated for resources: {'Port': ['ID=e8b7820a-fe61-41cf-97b9-3da4d22e00fd,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:03.845494 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (2d863695-fd48-431d-b734-6a4eb10fa48a), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:03.854783 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:03.882584 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:03.911924 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d863695-fd48-431d-b734-6a4eb10fa48a,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:03.913841 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] No DVR routers for this DVR port 2d863695-fd48-431d-b734-6a4eb10fa48a on host dv-cinder-820027-21-iscsi {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:31:03.951203 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-45a97559-4157-4171-893e-89638ab1b22d None None] Set router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:03.985043 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb9d69-0336-48cf-b4f1-5cf700ad7ba2 None None] DHCP port deletion for b1171be4-cbc8-4a98-b1ce-71873b834502 request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:31:04.013130 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.022979 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (b1171be4-cbc8-4a98-b1ce-71873b834502), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.041127 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aaa12-ef81-4bc8-b15b-d5d8dc443446 req-82033daa-71b3-4a3a-93bf-aaffc351db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:04.043362 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-008aaa12-ef81-4bc8-b15b-d5d8dc443446 req-82033daa-71b3-4a3a-93bf-aaffc351db87 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c94b354a-e3b4-4abe-9d13-aac3e477a0ae HTTP/1.1" status: 200 len: 849 time: 0.0824351 Sep 01 00:31:04.049261 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1171be4-cbc8-4a98-b1ce-71873b834502']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:04.063838 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77029fff-1b32-48aa-a88d-7dfff4d5fa69') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:04.064249 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77029fff-1b32-48aa-a88d-7dfff4d5fa69') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:04.085090 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (77029fff-1b32-48aa-a88d-7dfff4d5fa69), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.089979 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-f0595a5a-39d5-42bd-9dae-8b37293b68c9 None None] Provisioning complete for port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:04.090612 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f0595a5a-39d5-42bd-9dae-8b37293b68c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.099058 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-008aaa12-ef81-4bc8-b15b-d5d8dc443446 req-7f0403be-5ba4-4c40-9f06-fa69ed774ef4 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=02802a57-7829-47a2-bef9-81183594c96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362158 Sep 01 00:31:04.112362 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (77029fff-1b32-48aa-a88d-7dfff4d5fa69), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.120794 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:31:04.121419 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (77029fff-1b32-48aa-a88d-7dfff4d5fa69), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.136958 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-f0595a5a-39d5-42bd-9dae-8b37293b68c9 None None] Port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:31:04.144777 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 77029fff-1b32-48aa-a88d-7dfff4d5fa69 resource provider aggregate not found Sep 01 00:31:04.187433 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 77029fff-1b32-48aa-a88d-7dfff4d5fa69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77029fff-1b32-48aa-a88d-7dfff4d5fa69 found for delete ", "request_id": "req-e590ffc0-aa48-45c7-ab87-4ce2a797468e"}]} Sep 01 00:31:04.213800 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (b1171be4-cbc8-4a98-b1ce-71873b834502), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.217438 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-45a97559-4157-4171-893e-89638ab1b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:01Z', 'revision_number': 3, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:04.242948 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.246283 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/b1171be4-cbc8-4a98-b1ce-71873b834502 HTTP/1.1" status: 204 len: 168 time: 0.7520950 Sep 01 00:31:04.247908 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9643f-0f48-4aca-83e7-db76e2af4e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1171be4-cbc8-4a98-b1ce-71873b834502,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:04.270854 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a97559-4157-4171-893e-89638ab1b22d None None] The sync data for ids ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'] in dv-cinder-820027-21-iscsi is: [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:01Z', 'revision_number': 3, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:31:04.298847 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-008aaa12-ef81-4bc8-b15b-d5d8dc443446 req-05b63187-190d-4907-9315-577eeb0dc877 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926205 Sep 01 00:31:04.303162 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device ce707596-8b21-4c3f-80fb-5133c4576ba9 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:31:04.338970 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: ce707596-8b21-4c3f-80fb-5133c4576ba9 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:31:04.339518 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device ce707596-8b21-4c3f-80fb-5133c4576ba9 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:31:04.340179 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 2d863695-fd48-431d-b734-6a4eb10fa48a no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:31:04.373575 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 2d863695-fd48-431d-b734-6a4eb10fa48a {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:31:04.373924 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 2d863695-fd48-431d-b734-6a4eb10fa48a not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:31:04.374600 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device b3664201-6ebf-45da-9653-e9c3110f0f47 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:31:04.394195 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: b3664201-6ebf-45da-9653-e9c3110f0f47 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:31:04.394492 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device b3664201-6ebf-45da-9653-e9c3110f0f47 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:31:04.433259 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device f8a5a111-5501-4201-b519-ba90695b7bc1 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:31:04.436216 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Publish callbacks [] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.444855 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52124) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:04.447378 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.469630 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=12 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:04.503523 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-96b8abd4-b624-48f2-93a3-5813348fc959 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eb6a951afecc44219772f82bb09f91e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0569491 Sep 01 00:31:04.506309 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52126) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:04.543777 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-008aaa12-ef81-4bc8-b15b-d5d8dc443446 req-6495a26f-b7d5-4d08-a5fc-c2caa9a94c9a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321529 Sep 01 00:31:04.547915 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.553558 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Pushing event updated for resources: {'Port': ['ID=cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:04.565616 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8719ee37-38e4-423b-962f-92cbf9676e15 admin admin] Publish callbacks [] for security_group (97c15603-2f1c-4631-a0f0-2bcf17d7c13b), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.583406 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port f8a5a111-5501-4201-b519-ba90695b7bc1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f8a5a111-5501-4201-b519-ba90695b7bc1,segment=NetworkSegment(a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f),segment_id=a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:04.602654 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8719ee37-38e4-423b-962f-92cbf9676e15 admin admin] Publish callbacks [] for security_group (97c15603-2f1c-4631-a0f0-2bcf17d7c13b), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.621389 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': 'f8a5a111-5501-4201-b519-ba90695b7bc1', 'network_id': '02802a57-7829-47a2-bef9-81183594c96f', 'port_id': 'f8a5a111-5501-4201-b519-ba90695b7bc1', 'mac_address': 'fa:16:3e:fc:62:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94b354a-e3b4-4abe-9d13-aac3e477a0ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:31:04.626364 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:04.670350 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port f8a5a111-5501-4201-b519-ba90695b7bc1 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:04.670826 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.704570 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a5a111-5501-4201-b519-ba90695b7bc1 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:31:04.720932 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:04.722804 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:04.734196 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port f8a5a111-5501-4201-b519-ba90695b7bc1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f8a5a111-5501-4201-b519-ba90695b7bc1,segment=NetworkSegment(a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f),segment_id=a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:04.742273 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.765553 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1a24d-8191-47a8-9e32-1ca6ccd716b8 req-7fadfd0b-42f7-4e66-b22f-30860e391982 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:04.772809 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-13d1a24d-8191-47a8-9e32-1ca6ccd716b8 req-7fadfd0b-42f7-4e66-b22f-30860e391982 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 943 time: 0.1426678 Sep 01 00:31:04.782118 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:04.832485 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=f8a5a111-5501-4201-b519-ba90695b7bc1,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:04.854970 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8719ee37-38e4-423b-962f-92cbf9676e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (97c15603-2f1c-4631-a0f0-2bcf17d7c13b), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.859404 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8719ee37-38e4-423b-962f-92cbf9676e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:04.860830 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-8719ee37-38e4-423b-962f-92cbf9676e15 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/97c15603-2f1c-4631-a0f0-2bcf17d7c13b HTTP/1.1" status: 204 len: 168 time: 0.3533769 Sep 01 00:31:04.878081 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-13d1a24d-8191-47a8-9e32-1ca6ccd716b8 req-54a1ba5f-a98d-4de8-9d5b-219a933f592a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043289 Sep 01 00:31:04.879293 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719ee37-38e4-423b-962f-92cbf9676e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c15603-2f1c-4631-a0f0-2bcf17d7c13b,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:04.933863 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a505f-709f-4e49-917a-75ce814bdf1c req-f75e1801-2d5f-41e6-aca8-5a1f06ca11af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:04.936920 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-294a505f-709f-4e49-917a-75ce814bdf1c req-f75e1801-2d5f-41e6-aca8-5a1f06ca11af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1759758 Sep 01 00:31:05.025508 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-294a505f-709f-4e49-917a-75ce814bdf1c req-4e11cfe1-650f-40ef-bc62-6d695c6bc51b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798891 Sep 01 00:31:05.031851 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:31:05.074023 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['f8a5a111-5501-4201-b519-ba90695b7bc1'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:31:05.078618 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-facc710c-fadc-487a-b404-3cc97d73eeaf None None] Provisioning complete for port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:05.078988 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-facc710c-fadc-487a-b404-3cc97d73eeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:05.083665 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:05.154514 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:31:05.164545 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-13514075-5f28-4833-9bbe-cbdb3dae05e4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/ead9b7a4-0fe0-465a-b2ee-611b01baa2b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8472433 Sep 01 00:31:05.173094 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-facc710c-fadc-487a-b404-3cc97d73eeaf None None] Port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:31:05.233237 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:05.842563 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52180) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:05.960123 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52188) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:05.967224 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1246449009-network', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:05.982583 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-627791903-network', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:06.043344 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:06.044692 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Made reservation on behalf of a4f6de578de64bcb8175fe1bd87b025e for: {'network': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:31:06.047934 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.064365 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.084928 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Made reservation on behalf of b1bcb33a579e47518fafa960505447dc for: {'network': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:31:06.087467 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.099864 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e35137-6183-4091-a49e-7321f2878e28 req-ea276c40-f36a-4437-84fd-63ea51e1c956 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:06.102924 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-37e35137-6183-4091-a49e-7321f2878e28 req-ea276c40-f36a-4437-84fd-63ea51e1c956 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 944 time: 0.1133687 Sep 01 00:31:06.118537 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.212304 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422b017-cb8b-49e5-a8cd-d7014a7eb00f req-b13c6092-386a-44e4-bfcc-ddf74c34972e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:06.220778 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8422b017-cb8b-49e5-a8cd-d7014a7eb00f req-b13c6092-386a-44e4-bfcc-ddf74c34972e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0855074 Sep 01 00:31:06.228281 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-37e35137-6183-4091-a49e-7321f2878e28 req-4abd85e0-f45c-4ffb-b3b7-40d4daeb1978 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165769 Sep 01 00:31:06.275819 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Publish callbacks [] for security_group (36941397-0901-497d-8baf-f58c74253c3f), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.284649 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (36941397-0901-497d-8baf-f58c74253c3f), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.305087 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8422b017-cb8b-49e5-a8cd-d7014a7eb00f req-469765f8-92e9-452b-9981-51a6b24129c3 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832646 Sep 01 00:31:06.334688 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=117901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:31:06.339066 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Publish callbacks [] for security_group (7431b8d4-36fd-4016-ae66-549728fa97e2), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.344619 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36941397-0901-497d-8baf-f58c74253c3f,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:06.350139 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device e8b7820a-fe61-41cf-97b9-3da4d22e00fd up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:06.353589 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (7431b8d4-36fd-4016-ae66-549728fa97e2), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.378900 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (9371781f-2572-4148-8a6c-5b63d557454c), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.379694 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.segments_db [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Added segment 9371781f-2572-4148-8a6c-5b63d557454c of type vlan for network 546c61c5-bc14-4692-b8a8-9615d622f0d9 Sep 01 00:31:06.399528 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=117901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:31:06.412692 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port e8b7820a-fe61-41cf-97b9-3da4d22e00fd triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:06.413339 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.430021 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:06.435627 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7431b8d4-36fd-4016-ae66-549728fa97e2,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:06.440029 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device f8a5a111-5501-4201-b519-ba90695b7bc1 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:06.446036 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (e2b105ef-7b0d-4603-aee1-2d06201869ea), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.446463 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.segments_db [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Added segment e2b105ef-7b0d-4603-aee1-2d06201869ea of type vlan for network c58401f2-7e87-4905-8554-61c4ec2b1ce1 Sep 01 00:31:06.458305 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (546c61c5-bc14-4692-b8a8-9615d622f0d9), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.507130 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port f8a5a111-5501-4201-b519-ba90695b7bc1 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:31:06.514793 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (c58401f2-7e87-4905-8554-61c4ec2b1ce1), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.537234 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (546c61c5-bc14-4692-b8a8-9615d622f0d9), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.538237 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:06.538807 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.541462 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port f8a5a111-5501-4201-b519-ba90695b7bc1 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:06.541899 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.577392 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port e8b7820a-fe61-41cf-97b9-3da4d22e00fd is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:06.577775 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.612785 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6484580 Sep 01 00:31:06.613216 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52200) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:06.613617 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (c58401f2-7e87-4905-8554-61c4ec2b1ce1), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.614961 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:06.615563 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.619643 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port e8b7820a-fe61-41cf-97b9-3da4d22e00fd, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=e8b7820a-fe61-41cf-97b9-3da4d22e00fd,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:06.621549 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Request body: {'subnet': {'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1246449009-subnet', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'ip_version': 4}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:06.631157 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.646284 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e50f10-acba-4446-9290-d43deb25bd21 admin admin] Pushing event updated for resources: {'Network': ['ID=546c61c5-bc14-4692-b8a8-9615d622f0d9,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:06.646964 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Sync routers for ids ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:31:06.655847 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8113091 Sep 01 00:31:06.657983 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Made reservation on behalf of a4f6de578de64bcb8175fe1bd87b025e for: {'subnet': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:31:06.663311 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9917779'] for subnet (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.667031 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52202) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:06.673996 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Routers {'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:06.674728 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:06.679763 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Request body: {'subnet': {'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-627791903-subnet', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:06.697789 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network 546c61c5-bc14-4692-b8a8-9615d622f0d9 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:31:06.740289 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34aff8-d45b-4207-83d9-19061b02c9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c58401f2-7e87-4905-8554-61c4ec2b1ce1,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:06.744162 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Made reservation on behalf of b1bcb33a579e47518fafa960505447dc for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:31:06.747760 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10416638'] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.750481 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:06.773469 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:31:06.806573 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Set router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:06.863606 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port f8a5a111-5501-4201-b519-ba90695b7bc1 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:06.863921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.890540 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=e8b7820a-fe61-41cf-97b9-3da4d22e00fd,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:06.922560 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867565ea-56a1-4b0e-b460-aaf5cf1d5ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a5a111-5501-4201-b519-ba90695b7bc1'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:31:06.925471 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5be540-cbfc-4f0f-be22-26920d836115" -d '{"events": [{"server_uuid": "867565ea-56a1-4b0e-b460-aaf5cf1d5ab9", "name": "network-vif-plugged", "status": "completed", "tag": "f8a5a111-5501-4201-b519-ba90695b7bc1"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:31:06.978141 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9725916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9917793'] for subnet (a9e706e6-279a-4344-a3eb-c150f45354f8), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.984894 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port f8a5a111-5501-4201-b519-ba90695b7bc1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f8a5a111-5501-4201-b519-ba90695b7bc1,segment=NetworkSegment(a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f),segment_id=a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:06.992980 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:06.996317 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:07.007760 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10428812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10416588'] for subnet (2bad8638-a649-41cc-add0-9f3723700ba7), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.033512 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c52f069-fd77-4ef6-a8df-57d38ff9e993 x-openstack-request-id: req-2c52f069-fd77-4ef6-a8df-57d38ff9e993 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:31:07.034089 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867565ea-56a1-4b0e-b460-aaf5cf1d5ab9", "name": "network-vif-plugged", "status": "completed", "tag": "f8a5a111-5501-4201-b519-ba90695b7bc1", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:31:07.034458 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c52f069-fd77-4ef6-a8df-57d38ff9e993 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:31:07.035254 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c52f069-fd77-4ef6-a8df-57d38ff9e993'] response: {'server_uuid': '867565ea-56a1-4b0e-b460-aaf5cf1d5ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a5a111-5501-4201-b519-ba90695b7bc1', 'code': 200} Sep 01 00:31:07.074320 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e706e6-279a-4344-a3eb-c150f45354f8,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:07.084748 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Checking segment: {'id': '9371781f-2572-4148-8a6c-5b63d557454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:07.085110 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Network hostable DHCP agents. Network: 546c61c5-bc14-4692-b8a8-9615d622f0d9, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:31:07.099588 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=f8a5a111-5501-4201-b519-ba90695b7bc1,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:07.107690 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bad8638-a649-41cc-add0-9f3723700ba7,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:07.110315 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96', 'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'mac_address': 'fa:16:3e:a8:36:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:02Z', 'updated_at': '2022-09-01T00:31:04Z', 'revision_number': 2, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'subnets': [{'id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:07.118461 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Checking segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:07.119134 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Network hostable DHCP agents. Network: c58401f2-7e87-4905-8554-61c4ec2b1ce1, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:31:07.125805 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Network 546c61c5-bc14-4692-b8a8-9615d622f0d9 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:31:07.150855 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, 546c61c5-bc14-4692-b8a8-9615d622f0d9) {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:07.159690 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:31:07.167888 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Checking router: ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:31:07.168152 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Updating router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:31:07.172739 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e671d3-da75-409f-b902-2b670054d50e None None] Network 546c61c5-bc14-4692-b8a8-9615d622f0d9 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:31:07.175161 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:07.176271 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.186631 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, c58401f2-7e87-4905-8554-61c4ec2b1ce1) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:07.193333 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:07.198427 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.211643 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea4982-81a6-4180-8b7b-c764c7d84eba None None] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:31:07.246427 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-05b3e3b0-c99c-4a9f-9ccb-4a3051b162a5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6316447 Sep 01 00:31:07.248719 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-296117f0-8162-4751-a216-3c4a96724cd3 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5734878 Sep 01 00:31:07.250042 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52210) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:07.250602 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52212) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:07.258495 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1246449009-router', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:07.267405 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:07.272684 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.303927 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (224bae9a-b167-4862-9f30-b3e5d7c472a9), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.305926 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (224bae9a-b167-4862-9f30-b3e5d7c472a9), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.359770 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c25f6f-9844-42ef-b743-7404e5191389 req-9a66a87b-3dbf-4fb9-9bbe-8ce052a3298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:07.360951 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9c25f6f-9844-42ef-b743-7404e5191389 req-9a66a87b-3dbf-4fb9-9bbe-8ce052a3298c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0876667 Sep 01 00:31:07.424263 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks [] for router_controller (224bae9a-b167-4862-9f30-b3e5d7c472a9), precommit_add_association {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.471430 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:07.493661 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9c25f6f-9844-42ef-b743-7404e5191389 req-ab3b5349-1b83-4f73-ab96-e239d184abf5 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156895 Sep 01 00:31:07.525175 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd33d0-7d41-43ce-bda1-964cd3d1ff81 req-2cab8e94-5a34-4610-934e-72cd82bf0130 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:07.532479 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-bebd33d0-7d41-43ce-bda1-964cd3d1ff81 req-2cab8e94-5a34-4610-934e-72cd82bf0130 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 945 time: 0.1297624 Sep 01 00:31:07.545439 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:07.576662 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:07.596283 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-bebd33d0-7d41-43ce-bda1-964cd3d1ff81 req-022b6b5a-16ec-4a81-9090-5b5111cab59f tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628407 Sep 01 00:31:07.670997 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:07.688167 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-546c61c5-bc14-4692-b8a8-9615d622f0d9', 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9', 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'fixed_ips': [{'subnet_id': 'a9e706e6-279a-4344-a3eb-c150f45354f8'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:31:07.689378 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.828386 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:31:07.829777 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.863440 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.864542 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.867181 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Publish callbacks [] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.874753 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:07.947032 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03b460-dac2-47ca-a455-d6c9d5d13587 req-e0738033-31a5-4653-a3ea-ffdad5f2ee65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:07.948560 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bd03b460-dac2-47ca-a455-d6c9d5d13587 req-e0738033-31a5-4653-a3ea-ffdad5f2ee65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.5181878 Sep 01 00:31:07.969148 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Pushing event updated for resources: {'Port': ['ID=cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:07.992204 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.992655 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.993017 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.993356 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.993687 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.994016 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.994334 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.994648 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.994984 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.995304 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.995625 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.996174 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.996487 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.997595 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.997923 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:07.999260 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Allocated IP 172.20.0.2 (546c61c5-bc14-4692-b8a8-9615d622f0d9/a9e706e6-279a-4344-a3eb-c150f45354f8/02d35b4c-e5d6-471e-9180-8c502a2a0934) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:08.002489 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Attempting to bind port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:08.002887 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Attempting to bind port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:08.003275 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Attempting to bind port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 on network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:08.010306 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:08.010306 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Checking segment: {'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:08.010306 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.010754 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Bound using segment: {'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:08.010992 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Bound port: cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:08.011193 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks [] for router_gateway (224bae9a-b167-4862-9f30-b3e5d7c472a9), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.011676 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.045281 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:08.050123 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks [] for router_controller (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), precommit_add_association {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.078766 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bd03b460-dac2-47ca-a455-d6c9d5d13587 req-61e71e3f-8a1e-4ffb-a870-05206970705f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899594 Sep 01 00:31:08.080952 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] For port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:08.086616 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] For port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:08.098375 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Allocated IP 172.20.0.2 (c58401f2-7e87-4905-8554-61c4ec2b1ce1/2bad8638-a649-41cc-add0-9f3723700ba7/d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:08.099321 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.141960 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Routers {'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:08.142842 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:08.191963 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:08.225821 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aeac6-3781-4770-a401-1fbe5a2e59a9 None None] Pushing event updated for resources: {'Port': ['ID=cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96,revision_number=4']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:08.289508 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks [] for router_gateway (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.311202 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] Set router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:08.311569 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Publish callbacks [] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.365528 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Publish callbacks [] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.369538 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.394360 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.402257 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device e8b7820a-fe61-41cf-97b9-3da4d22e00fd up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:08.445609 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=9 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:08.450193 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Network 546c61c5-bc14-4692-b8a8-9615d622f0d9 is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:08.463118 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:08.467357 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:08.472352 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Pushing event updated for resources: {'Port': ['ID=02d35b4c-e5d6-471e-9180-8c502a2a0934,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:08.476476 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:08.484374 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:08.491581 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:08.502060 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks [] for router_gateway (224bae9a-b167-4862-9f30-b3e5d7c472a9), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.550330 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:08.552756 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.585129 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96', 'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'mac_address': 'fa:16:3e:a8:36:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:02Z', 'updated_at': '2022-09-01T00:31:08Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'subnets': [{'id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:08.602206 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Pushing event updated for resources: {'Port': ['ID=d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:08.606493 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port e8b7820a-fe61-41cf-97b9-3da4d22e00fd triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:08.606874 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.632986 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e490ec-33f8-49fa-bfa4-281cb2a581ea None None] The sync data for ids ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'] in dv-cinder-820027-21-iscsi is: [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96', 'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'mac_address': 'fa:16:3e:a8:36:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:02Z', 'updated_at': '2022-09-01T00:31:08Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'subnets': [{'id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:31:08.729875 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks [] for router_gateway (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.774485 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7ef5b-da47-4ce7-8fbd-842c168398d6 req-bc97da45-ce99-406c-bbc0-c03c928e5baa tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:08.779106 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7aa7ef5b-da47-4ce7-8fbd-842c168398d6 req-bc97da45-ce99-406c-bbc0-c03c928e5baa tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0889633 Sep 01 00:31:08.817657 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.826427 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Attempting to bind port 02d35b4c-e5d6-471e-9180-8c502a2a0934 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:08.826798 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Attempting to bind port 02d35b4c-e5d6-471e-9180-8c502a2a0934 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '9371781f-2572-4148-8a6c-5b63d557454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:08.827205 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Attempting to bind port 02d35b4c-e5d6-471e-9180-8c502a2a0934 on network 546c61c5-bc14-4692-b8a8-9615d622f0d9 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:08.828757 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:08.853915 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:08.854322 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Checking segment: {'id': '9371781f-2572-4148-8a6c-5b63d557454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:08.854711 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.855233 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Bound using segment: {'id': '9371781f-2572-4148-8a6c-5b63d557454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:08.855710 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Bound port: 02d35b4c-e5d6-471e-9180-8c502a2a0934, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9371781f-2572-4148-8a6c-5b63d557454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:08.856895 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.862387 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7aa7ef5b-da47-4ce7-8fbd-842c168398d6 req-ef1d7220-5eb1-4196-abfb-03276627fac6 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769439 Sep 01 00:31:08.868027 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Attempting to bind port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:08.868406 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Attempting to bind port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:08.868779 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Attempting to bind port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:08.883388 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:08.883899 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Checking segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:08.884298 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.884705 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Bound using segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:08.885176 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Bound port: d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:08.885548 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:08.922590 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Allocated IP 172.27.4.142 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/8886e197-dca7-4e1f-8ed9-f0fe7860ea8d) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:09.007620 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port e8b7820a-fe61-41cf-97b9-3da4d22e00fd is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:09.024980 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] For port 02d35b4c-e5d6-471e-9180-8c502a2a0934, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:09.031570 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] For port 02d35b4c-e5d6-471e-9180-8c502a2a0934, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=02d35b4c-e5d6-471e-9180-8c502a2a0934,segment=NetworkSegment(9371781f-2572-4148-8a6c-5b63d557454c),segment_id=9371781f-2572-4148-8a6c-5b63d557454c)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:09.039462 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] For port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:09.043325 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] For port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:09.045425 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:09.056651 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:09.068287 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks [] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:09.121717 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:09.123962 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d470-8ea9-4882-8f65-9e33e0908b8a None None] Pushing event updated for resources: {'Port': ['ID=02d35b4c-e5d6-471e-9180-8c502a2a0934,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:09.203879 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ae32f-ed3b-4e9e-ade3-d2fe1625c5a4 None None] Pushing event updated for resources: {'Port': ['ID=d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:09.270052 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:09.273949 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:09.306136 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:09.308629 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:09.319223 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:09.395191 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Pushing event updated for resources: {'Port': ['ID=8886e197-dca7-4e1f-8ed9-f0fe7860ea8d,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:09.398247 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Allocated IP 172.27.4.128 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/058aaf01-446e-474a-b58f-90a73f4dfa40) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:09.462161 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c150a6e-4a0a-4e14-a267-5d043bc28005 req-ab5181c0-9968-4e3e-b6fc-310f1f214cb0 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:09.463966 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8c150a6e-4a0a-4e14-a267-5d043bc28005 req-ab5181c0-9968-4e3e-b6fc-310f1f214cb0 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.2195442 Sep 01 00:31:09.647183 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8c150a6e-4a0a-4e14-a267-5d043bc28005 req-de3b5678-96a3-4ab9-8551-27b86d94b4cc tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394899 Sep 01 00:31:09.704035 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks [] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:09.813556 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:09.881453 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks [] for router_gateway (224bae9a-b167-4862-9f30-b3e5d7c472a9), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:09.931369 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:09.942585 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:09.945928 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Pushing event updated for resources: {'Port': ['ID=058aaf01-446e-474a-b58f-90a73f4dfa40,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:09.957582 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:10.059438 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84549142-6af6-46e0-bea7-6fdb88ea2344 req-d64c9041-2d6e-44ba-bfae-3d2ca7c6d517 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:10.061552 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-84549142-6af6-46e0-bea7-6fdb88ea2344 req-d64c9041-2d6e-44ba-bfae-3d2ca7c6d517 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0905862 Sep 01 00:31:10.134362 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-84549142-6af6-46e0-bea7-6fdb88ea2344 req-2b39851d-5bb6-4875-b925-2ef0c34da910 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656021 Sep 01 00:31:10.439067 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:10.520579 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0164b6-7242-4297-a67b-b32ede0c3d37 None None] Network 546c61c5-bc14-4692-b8a8-9615d622f0d9 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:31:10.623894 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-3765269a-1325-4724-bff4-de8f522dd29d None None] Provisioning complete for port 02d35b4c-e5d6-471e-9180-8c502a2a0934 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:10.624267 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-3765269a-1325-4724-bff4-de8f522dd29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:10.686639 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:10.687235 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:10.724614 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:10.782052 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:10.830719 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:10.846960 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (224bae9a-b167-4862-9f30-b3e5d7c472a9), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:10.866554 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11a82-14a3-4ac6-abe5-9b5b66721300 req-1e1805e8-c0cb-4cb1-aced-29f385c05748 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:10.868230 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f2a11a82-14a3-4ac6-abe5-9b5b66721300 req-1e1805e8-c0cb-4cb1-aced-29f385c05748 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1235518 Sep 01 00:31:10.924237 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:10.924764 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:10.947633 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-3765269a-1325-4724-bff4-de8f522dd29d None None] Current status of the port 02d35b4c-e5d6-471e-9180-8c502a2a0934 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:10.948344 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-3765269a-1325-4724-bff4-de8f522dd29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:10.973551 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:11.017666 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-3765269a-1325-4724-bff4-de8f522dd29d None None] For port 02d35b4c-e5d6-471e-9180-8c502a2a0934, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=02d35b4c-e5d6-471e-9180-8c502a2a0934,segment=NetworkSegment(9371781f-2572-4148-8a6c-5b63d557454c),segment_id=9371781f-2572-4148-8a6c-5b63d557454c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:11.063854 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:11.066722 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-3765269a-1325-4724-bff4-de8f522dd29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.078831 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.080209 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:11.136363 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1661e944-a590-4de2-94c6-86da65c671fb None None] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:31:11.200513 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586e85a-b574-4ccf-9484-8c67d96f68de req-d58820f6-1295-49bf-a9fd-dce2dc8b846b tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:11.204174 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e586e85a-b574-4ccf-9484-8c67d96f68de req-d58820f6-1295-49bf-a9fd-dce2dc8b846b tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0686014 Sep 01 00:31:11.209223 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks [] for router_gateway (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.255663 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f2a11a82-14a3-4ac6-abe5-9b5b66721300 req-1b7bed66-c1d5-4608-ab98-11502ba8f903 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776427 Sep 01 00:31:11.283480 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e586e85a-b574-4ccf-9484-8c67d96f68de req-a42baa8f-100c-43ee-9793-0ca8146d2de7 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670528 Sep 01 00:31:11.321889 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:31:11.374515 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765269a-1325-4724-bff4-de8f522dd29d None None] Pushing event updated for resources: {'Port': ['ID=02d35b4c-e5d6-471e-9180-8c502a2a0934,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:11.384587 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-bec4b4e1-cfaa-4584-b749-bd994bdbb6cf None None] Provisioning complete for port 02d35b4c-e5d6-471e-9180-8c502a2a0934 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:11.384949 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-bec4b4e1-cfaa-4584-b749-bd994bdbb6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.443846 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:11.444555 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.517720 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:31:11.519950 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.535067 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:31:11.542654 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:11.567668 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:11.568199 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.568336 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:11.569530 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-d9930a78-9696-4e48-a863-78657615206e admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3159275 Sep 01 00:31:11.572479 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52332) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:11.718301 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:31:11.741632 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-bec4b4e1-cfaa-4584-b749-bd994bdbb6cf None None] Current status of the port 02d35b4c-e5d6-471e-9180-8c502a2a0934 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:11.753101 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:11.753587 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.776341 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-bec4b4e1-cfaa-4584-b749-bd994bdbb6cf None None] Provisioning complete for port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:11.776811 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-bec4b4e1-cfaa-4584-b749-bd994bdbb6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.821184 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:11.835890 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:11.854521 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:31:11.894337 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:11.900976 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:31:11.901289 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.902056 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 02d35b4c-e5d6-471e-9180-8c502a2a0934 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:11.913100 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Sync routers for ids ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:31:11.924071 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Routers {'b466a3bf-1f1a-40ae-8c05-02ddf0f64938'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:11.924912 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:11.928291 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:11.930250 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-965ca136-8114-4b99-9737-b0eeba439a20 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6783087 Sep 01 00:31:11.933332 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52336) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:12.005459 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:12.014791 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:12.046838 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Set router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:12.105300 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:12.106974 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:12.118416 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:12.134321 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-bec4b4e1-cfaa-4584-b749-bd994bdbb6cf None None] Current status of the port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:12.139733 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 02d35b4c-e5d6-471e-9180-8c502a2a0934 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:12.140281 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.168108 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:12.185956 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.211396 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:09Z', 'revision_number': 3, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:12.249727 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:31:12.250294 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Updating router 224bae9a-b167-4862-9f30-b3e5d7c472a9 port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:31:12.275848 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'name': 'tempest-TestShelveInstance-1246449009-router', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:10Z', 'revision_number': 3, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'gw_port': {'id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:12.304426 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-72e9b2d4-7bf6-4a26-a1ea-4f27fbca5f68 None None] Provisioning complete for port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:12.304740 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-72e9b2d4-7bf6-4a26-a1ea-4f27fbca5f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.317943 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Checking router: b466a3bf-1f1a-40ae-8c05-02ddf0f64938 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:31:12.318371 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Updating router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 port 058aaf01-446e-474a-b58f-90a73f4dfa40 binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:31:12.350330 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.424880 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.455947 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 02d35b4c-e5d6-471e-9180-8c502a2a0934 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:12.489612 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Allocated IP 172.20.0.1 (c58401f2-7e87-4905-8554-61c4ec2b1ce1/2bad8638-a649-41cc-add0-9f3723700ba7/a2385324-453e-4714-b1dd-cb1858cf7149) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:12.495733 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1224d-b86e-41ce-a350-86f8c6aa43b8 req-6d0fa154-f99e-4f41-a77a-dd89eca9fc5e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:12.498324 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-86d1224d-b86e-41ce-a350-86f8c6aa43b8 req-6d0fa154-f99e-4f41-a77a-dd89eca9fc5e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0728900 Sep 01 00:31:12.522106 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552dd76-6fa0-4c7b-bcc9-0f306682505d req-30680f06-0f64-4ac6-ad21-b7a2dcd5ebdd tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:12.523550 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e552dd76-6fa0-4c7b-bcc9-0f306682505d req-30680f06-0f64-4ac6-ad21-b7a2dcd5ebdd tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0904949 Sep 01 00:31:12.569222 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:12.596840 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-86d1224d-b86e-41ce-a350-86f8c6aa43b8 req-f9410761-7af4-43ff-ac0b-55383251bc0c tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751364 Sep 01 00:31:12.612858 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-72e9b2d4-7bf6-4a26-a1ea-4f27fbca5f68 None None] Current status of the port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:12.645540 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:12.674662 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.700695 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e552dd76-6fa0-4c7b-bcc9-0f306682505d req-36617677-fc77-4735-bbad-4192e3e08162 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615982 Sep 01 00:31:12.717998 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:12.786500 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:12.787038 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.807834 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Publish callbacks [] for port (a2385324-453e-4714-b1dd-cb1858cf7149), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.864351 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.881519 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Publish callbacks [] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.888346 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.913769 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Pushing event updated for resources: {'Port': ['ID=a2385324-453e-4714-b1dd-cb1858cf7149,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:12.931120 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:12.932863 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:12.934031 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:12.940654 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:12.943048 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed93587-2113-4ed6-ac3d-18b5d0f1f2d4 None None] Pushing event updated for resources: {'Port': ['ID=058aaf01-446e-474a-b58f-90a73f4dfa40,revision_number=2']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:12.951360 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Attempting to bind port 058aaf01-446e-474a-b58f-90a73f4dfa40 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:12.951721 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Attempting to bind port 058aaf01-446e-474a-b58f-90a73f4dfa40 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:12.952072 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Attempting to bind port 058aaf01-446e-474a-b58f-90a73f4dfa40 on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:12.954787 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:12.958933 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:12.959307 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:12.959708 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.960087 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:12.960567 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Bound port: 058aaf01-446e-474a-b58f-90a73f4dfa40, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:12.961007 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:12.992485 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Allocated IP 172.20.0.1 (546c61c5-bc14-4692-b8a8-9615d622f0d9/a9e706e6-279a-4344-a3eb-c150f45354f8/5f4646fa-9c3b-4d40-8d4e-91b641560427) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:13.018986 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:13.025569 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] For port 058aaf01-446e-474a-b58f-90a73f4dfa40, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:13.029913 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] For port 058aaf01-446e-474a-b58f-90a73f4dfa40, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=058aaf01-446e-474a-b58f-90a73f4dfa40,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:13.040810 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.104784 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed93587-2113-4ed6-ac3d-18b5d0f1f2d4 None None] Pushing event updated for resources: {'Port': ['ID=058aaf01-446e-474a-b58f-90a73f4dfa40,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:13.122338 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Routers {'b466a3bf-1f1a-40ae-8c05-02ddf0f64938'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:13.123870 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:13.204050 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:13.204408 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.282848 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] Set router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:13.339777 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:13.359117 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (224bae9a-b167-4862-9f30-b3e5d7c472a9), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.397957 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:13.409776 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-067fc8e1-fdd5-4348-bda6-0182964ca0f5 None None] Provisioning complete for port a2385324-453e-4714-b1dd-cb1858cf7149 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:13.410594 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-067fc8e1-fdd5-4348-bda6-0182964ca0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.422504 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Publish callbacks [] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.462395 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.511850 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-067fc8e1-fdd5-4348-bda6-0182964ca0f5 None None] Port a2385324-453e-4714-b1dd-cb1858cf7149 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:31:13.521144 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47767d-707c-4905-83cb-af1a8206189e req-d4d9a59e-97d9-41b4-b6b4-e5fb53069fee tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:13.525732 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ef47767d-707c-4905-83cb-af1a8206189e req-d4d9a59e-97d9-41b4-b6b4-e5fb53069fee tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 945 time: 0.1635654 Sep 01 00:31:13.532178 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:13.577462 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Attempting to bind port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:13.578745 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Attempting to bind port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:13.579342 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Attempting to bind port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:13.599519 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'name': 'tempest-TestShelveInstance-1246449009-router', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:10Z', 'revision_number': 3, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'gw_port': {'id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:13.624003 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:13.627166 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:13.630114 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:13.630725 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.631299 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:13.632005 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Bound port: 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:13.635180 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.637446 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Publish callbacks [] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.642261 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f1f86-195e-49ec-9e3b-dd5c5c7c1ac7 None None] Pushing event updated for resources: {'Port': ['ID=8886e197-dca7-4e1f-8ed9-f0fe7860ea8d,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:13.657880 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca2541-db5e-4277-97ca-c58bbc9f956f None None] The sync data for ids ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'] in dv-cinder-820027-21-iscsi is: [{'id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'name': 'tempest-TestShelveInstance-1246449009-router', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:10Z', 'revision_number': 3, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'gw_port': {'id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:31:13.671099 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:13.672424 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 02d35b4c-e5d6-471e-9180-8c502a2a0934 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:13.708148 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.756900 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Network 546c61c5-bc14-4692-b8a8-9615d622f0d9 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:13.761854 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:13.765061 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:13.778831 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] For port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:13.794516 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] For port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=8886e197-dca7-4e1f-8ed9-f0fe7860ea8d,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:13.800242 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 02d35b4c-e5d6-471e-9180-8c502a2a0934 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:13.800242 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.817590 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-ef47767d-707c-4905-83cb-af1a8206189e req-8261c63c-6f63-422c-8106-24459370f43a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Deleting port f8a5a111-5501-4201-b519-ba90695b7bc1 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:31:13.817936 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ef47767d-707c-4905-83cb-af1a8206189e req-8261c63c-6f63-422c-8106-24459370f43a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.849493 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:13.896378 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea697bd-5be4-428a-9149-c0891e0dcdcb req-edbec2dd-b32b-4565-aebd-4320d40fb4cd tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:13.898098 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-aea697bd-5be4-428a-9149-c0891e0dcdcb req-edbec2dd-b32b-4565-aebd-4320d40fb4cd tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1223590 Sep 01 00:31:13.927207 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:13.927843 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:13.934800 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4646fa-9c3b-4d40-8d4e-91b641560427,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:13.948937 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:14.000653 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.054954 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de729ec3-6874-4409-9251-2a796334a6e3 req-6a558280-5743-42db-a24c-7a452d35aab1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:14.056652 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-de729ec3-6874-4409-9251-2a796334a6e3 req-6a558280-5743-42db-a24c-7a452d35aab1 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 945 time: 0.1033838 Sep 01 00:31:14.074600 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f1f86-195e-49ec-9e3b-dd5c5c7c1ac7 None None] Pushing event updated for resources: {'Port': ['ID=8886e197-dca7-4e1f-8ed9-f0fe7860ea8d,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:14.102337 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-aea697bd-5be4-428a-9149-c0891e0dcdcb req-6ebad35f-5262-4014-8755-124bb6920ba8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937702 Sep 01 00:31:14.148946 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.299387 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.306757 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-de729ec3-6874-4409-9251-2a796334a6e3 req-a8cd0281-1caa-4c24-95d0-169366217615 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397721 Sep 01 00:31:14.308969 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-ef47767d-707c-4905-83cb-af1a8206189e req-8261c63c-6f63-422c-8106-24459370f43a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] For port f8a5a111-5501-4201-b519-ba90695b7bc1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f8a5a111-5501-4201-b519-ba90695b7bc1,segment=NetworkSegment(a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f),segment_id=a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:14.309654 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ef47767d-707c-4905-83cb-af1a8206189e req-8261c63c-6f63-422c-8106-24459370f43a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.339035 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-ef47767d-707c-4905-83cb-af1a8206189e req-8261c63c-6f63-422c-8106-24459370f43a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Calling delete_port for f8a5a111-5501-4201-b519-ba90695b7bc1 owned by compute:nova {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:31:14.404424 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 02d35b4c-e5d6-471e-9180-8c502a2a0934 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:14.410076 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-098576fb-bb70-4bec-9ee8-e38505d9bcc0 None None] Provisioning complete for port 5f4646fa-9c3b-4d40-8d4e-91b641560427 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:14.410448 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-098576fb-bb70-4bec-9ee8-e38505d9bcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.439575 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:14.452289 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:14.458361 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:14.551767 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-098576fb-bb70-4bec-9ee8-e38505d9bcc0 None None] Port 5f4646fa-9c3b-4d40-8d4e-91b641560427 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:31:14.596201 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Publish callbacks [] for port (a2385324-453e-4714-b1dd-cb1858cf7149), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.616282 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.638884 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 058aaf01-446e-474a-b58f-90a73f4dfa40 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:14.656826 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Publish callbacks [] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.664160 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.701957 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ef47767d-707c-4905-83cb-af1a8206189e req-8261c63c-6f63-422c-8106-24459370f43a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (f8a5a111-5501-4201-b519-ba90695b7bc1), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.737705 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (224bae9a-b167-4862-9f30-b3e5d7c472a9), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.739484 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Pushing event updated for resources: {'Port': ['ID=a2385324-453e-4714-b1dd-cb1858cf7149,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:14.761172 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4646fa-9c3b-4d40-8d4e-91b641560427,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:14.761816 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:14.765303 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:09Z', 'revision_number': 3, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:14.771896 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:14.791070 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.793599 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261c63c-6f63-422c-8106-24459370f43a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Pushing event deleted for resources: {'Port': ['ID=f8a5a111-5501-4201-b519-ba90695b7bc1,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:14.804431 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdfc6ef-01c0-4414-ba38-17a8228b2af0 None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:09Z', 'revision_number': 3, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:31:14.816170 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:14.817355 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 058aaf01-446e-474a-b58f-90a73f4dfa40 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:14.817800 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.919888 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef47767d-707c-4905-83cb-af1a8206189e req-8261c63c-6f63-422c-8106-24459370f43a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] No DVR routers for this DVR port f8a5a111-5501-4201-b519-ba90695b7bc1 on host hv-cinder-82002 {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:31:14.926699 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-ef47767d-707c-4905-83cb-af1a8206189e req-8261c63c-6f63-422c-8106-24459370f43a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.929790 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 058aaf01-446e-474a-b58f-90a73f4dfa40 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:14.930281 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:14.930452 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ef47767d-707c-4905-83cb-af1a8206189e req-8261c63c-6f63-422c-8106-24459370f43a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.30 "DELETE /networking/v2.0/ports/f8a5a111-5501-4201-b519-ba90695b7bc1 HTTP/1.1" status: 204 len: 173 time: 1.3950417 Sep 01 00:31:14.930971 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867565ea-56a1-4b0e-b460-aaf5cf1d5ab9', 'name': 'network-vif-deleted', 'tag': 'f8a5a111-5501-4201-b519-ba90695b7bc1'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:31:14.945867 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48776382-0c30-4e35-84ba-34eb02475955" -d '{"events": [{"server_uuid": "867565ea-56a1-4b0e-b460-aaf5cf1d5ab9", "name": "network-vif-deleted", "tag": "f8a5a111-5501-4201-b519-ba90695b7bc1"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:31:14.962197 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 058aaf01-446e-474a-b58f-90a73f4dfa40, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=058aaf01-446e-474a-b58f-90a73f4dfa40,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:14.969260 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:15.078078 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Network 546c61c5-bc14-4692-b8a8-9615d622f0d9 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:15.085113 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:15.086421 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f83a804-7aae-4bbc-ad5b-1d8e8f87c8db x-openstack-request-id: req-0f83a804-7aae-4bbc-ad5b-1d8e8f87c8db {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:31:15.086732 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867565ea-56a1-4b0e-b460-aaf5cf1d5ab9", "name": "network-vif-deleted", "tag": "f8a5a111-5501-4201-b519-ba90695b7bc1", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:31:15.086975 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f83a804-7aae-4bbc-ad5b-1d8e8f87c8db {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:31:15.087424 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f83a804-7aae-4bbc-ad5b-1d8e8f87c8db'] response: {'server_uuid': '867565ea-56a1-4b0e-b460-aaf5cf1d5ab9', 'name': 'network-vif-deleted', 'tag': 'f8a5a111-5501-4201-b519-ba90695b7bc1', 'status': 'completed', 'code': 200} Sep 01 00:31:15.121199 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:15.123405 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:15.144585 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=058aaf01-446e-474a-b58f-90a73f4dfa40,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:15.420833 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:31:15.517426 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c5fdc-88dd-44df-8074-866604c3824d req-ec3dfd2a-b04b-4ad3-8d8e-a9ede6ac3a6a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:15.519302 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a08c5fdc-88dd-44df-8074-866604c3824d req-ec3dfd2a-b04b-4ad3-8d8e-a9ede6ac3a6a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1361370 Sep 01 00:31:15.550574 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:31:15.602269 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-17d3b51d-1d58-41f8-8722-20499680998e None None] Provisioning complete for port 5f4646fa-9c3b-4d40-8d4e-91b641560427 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:15.603204 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-17d3b51d-1d58-41f8-8722-20499680998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:15.605950 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52382) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:15.619026 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a742c55a-3d52-4c86-868f-40b10cc40944 req-cf918865-341c-4580-82c1-f02d254b63f8 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=867565ea-56a1-4b0e-b460-aaf5cf1d5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0671198 Sep 01 00:31:15.718428 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-17d3b51d-1d58-41f8-8722-20499680998e None None] Port 5f4646fa-9c3b-4d40-8d4e-91b641560427 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:31:15.738329 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:31:15.744916 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6583d478-604c-4e6a-b9f1-9b653a65a000 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b466a3bf-1f1a-40ae-8c05-02ddf0f64938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8101828 Sep 01 00:31:15.798657 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a08c5fdc-88dd-44df-8074-866604c3824d req-4a5fe934-3eb6-44af-8ef0-ecfdc651efbc tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650385 Sep 01 00:31:15.801911 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:31:15.806893 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-009cf27c-fec5-4fd2-930f-22f078a6e44f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/224bae9a-b167-4862-9f30-b3e5d7c472a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2333660 Sep 01 00:31:15.842853 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-eb067400-01ca-40bb-b6f1-3ae46c95ac72 None None] Provisioning complete for port a2385324-453e-4714-b1dd-cb1858cf7149 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:15.843222 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-eb067400-01ca-40bb-b6f1-3ae46c95ac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:15.874707 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7af5944d-79c3-4c18-af55-4d1d2a9eac44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:15.891595 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-eb067400-01ca-40bb-b6f1-3ae46c95ac72 None None] Port a2385324-453e-4714-b1dd-cb1858cf7149 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:31:16.025746 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7af5944d-79c3-4c18-af55-4d1d2a9eac44 admin admin] Publish callbacks [] for security_group (2ac794c2-97bb-4961-a43b-f1fbe813dac0), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.032191 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7af5944d-79c3-4c18-af55-4d1d2a9eac44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2ac794c2-97bb-4961-a43b-f1fbe813dac0), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.113501 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5944d-79c3-4c18-af55-4d1d2a9eac44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac794c2-97bb-4961-a43b-f1fbe813dac0,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:16.142001 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-7af5944d-79c3-4c18-af55-4d1d2a9eac44 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=13ec47a00b094822929aa10ecff3693d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5330713 Sep 01 00:31:16.144869 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52400) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:16.214690 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a0db091c-cad9-4ea7-bcd2-f384a8154651 admin admin] Publish callbacks [] for security_group (2ac794c2-97bb-4961-a43b-f1fbe813dac0), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.245778 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a0db091c-cad9-4ea7-bcd2-f384a8154651 admin admin] Publish callbacks [] for security_group (2ac794c2-97bb-4961-a43b-f1fbe813dac0), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.355500 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52404) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:16.361599 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-f7205021-3623-464f-b109-7f9212852a51 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299207554', 'description': 'tempest-description--1078968364'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:16.367958 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a0db091c-cad9-4ea7-bcd2-f384a8154651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2ac794c2-97bb-4961-a43b-f1fbe813dac0), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.370797 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a0db091c-cad9-4ea7-bcd2-f384a8154651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.372758 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-a0db091c-cad9-4ea7-bcd2-f384a8154651 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2ac794c2-97bb-4961-a43b-f1fbe813dac0 HTTP/1.1" status: 204 len: 168 time: 0.2264092 Sep 01 00:31:16.382913 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:16.385418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52408) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:16.391306 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-a6404ba1-7a0e-49b8-9afe-9a91cca4e0e8 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2112612746', 'description': 'tempest-secgroup-smoke-2112612746 description', 'project_id': '3f39cdb9221440658d7cd52c341cf08a'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:16.398959 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db091c-cad9-4ea7-bcd2-f384a8154651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac794c2-97bb-4961-a43b-f1fbe813dac0,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:16.423766 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f7205021-3623-464f-b109-7f9212852a51 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.451310 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:16.462035 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a6404ba1-7a0e-49b8-9afe-9a91cca4e0e8 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.484409 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:16.492108 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device f8a5a111-5501-4201-b519-ba90695b7bc1 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:31:16.538195 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: f8a5a111-5501-4201-b519-ba90695b7bc1 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:31:16.538666 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device f8a5a111-5501-4201-b519-ba90695b7bc1 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:31:16.574905 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f7205021-3623-464f-b109-7f9212852a51 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (cdce114a-c776-4ed6-8b1e-53b66d49bb48), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.585330 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f7205021-3623-464f-b109-7f9212852a51 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (cdce114a-c776-4ed6-8b1e-53b66d49bb48), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.636642 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7205021-3623-464f-b109-7f9212852a51 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdce114a-c776-4ed6-8b1e-53b66d49bb48,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:16.637107 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a6404ba1-7a0e-49b8-9afe-9a91cca4e0e8 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group (48a451df-e5cb-427c-be2b-11e1c997cdb6), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.637830 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a6404ba1-7a0e-49b8-9afe-9a91cca4e0e8 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (48a451df-e5cb-427c-be2b-11e1c997cdb6), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.646471 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f7205021-3623-464f-b109-7f9212852a51 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.647818 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-f7205021-3623-464f-b109-7f9212852a51 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2906249 Sep 01 00:31:16.650892 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52410) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:16.658791 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-5b6ee515-d2bf-42f9-a923-d40952251bd3 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group_rule': {'security_group_id': 'cdce114a-c776-4ed6-8b1e-53b66d49bb48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:16.705129 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:16.709548 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6404ba1-7a0e-49b8-9afe-9a91cca4e0e8 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a451df-e5cb-427c-be2b-11e1c997cdb6,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:16.750626 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee515-d2bf-42f9-a923-d40952251bd3 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (b0176071-ed8b-41d1-9246-eb747ca3d80d), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.762722 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a6404ba1-7a0e-49b8-9afe-9a91cca4e0e8 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.766696 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a6404ba1-7a0e-49b8-9afe-9a91cca4e0e8 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3797731 Sep 01 00:31:16.770649 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52414) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:16.782604 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-4a107a85-1b70-4083-8b62-86fff7357d03 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Request body: {'security_group_rule': {'security_group_id': '48a451df-e5cb-427c-be2b-11e1c997cdb6', 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:16.832997 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 058aaf01-446e-474a-b58f-90a73f4dfa40 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:16.863753 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4a107a85-1b70-4083-8b62-86fff7357d03 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (d937f4c5-b9e0-48f3-a9b1-7dc6dce64ef3), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.910725 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee515-d2bf-42f9-a923-d40952251bd3 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (b0176071-ed8b-41d1-9246-eb747ca3d80d), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.916677 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee515-d2bf-42f9-a923-d40952251bd3 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (b0176071-ed8b-41d1-9246-eb747ca3d80d), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.935837 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Sync routers for ids ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:31:16.955169 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4a107a85-1b70-4083-8b62-86fff7357d03 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (d937f4c5-b9e0-48f3-a9b1-7dc6dce64ef3), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.971202 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4a107a85-1b70-4083-8b62-86fff7357d03 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (d937f4c5-b9e0-48f3-a9b1-7dc6dce64ef3), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.980516 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ee515-d2bf-42f9-a923-d40952251bd3 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0176071-ed8b-41d1-9246-eb747ca3d80d,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:16.996046 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Routers {'b466a3bf-1f1a-40ae-8c05-02ddf0f64938'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:16.997456 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:16.998053 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4a107a85-1b70-4083-8b62-86fff7357d03 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.998539 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee515-d2bf-42f9-a923-d40952251bd3 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:16.999278 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-4a107a85-1b70-4083-8b62-86fff7357d03 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2274137 Sep 01 00:31:17.002255 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52420) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:17.004536 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a107a85-1b70-4083-8b62-86fff7357d03 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d937f4c5-b9e0-48f3-a9b1-7dc6dce64ef3,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:17.005965 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-5b6ee515-d2bf-42f9-a923-d40952251bd3 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3539441 Sep 01 00:31:17.006590 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52422) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:17.009889 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-1fcee139-dd97-4ac1-9512-9332a921885a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Request body: {'security_group_rule': {'security_group_id': '48a451df-e5cb-427c-be2b-11e1c997cdb6', 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:17.021392 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-97477c15-c978-4309-ba2e-dd79b08d93aa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group_rule': {'security_group_id': 'cdce114a-c776-4ed6-8b1e-53b66d49bb48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:17.053285 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1fcee139-dd97-4ac1-9512-9332a921885a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (b3cb168a-85e3-40ba-a942-9aee6a2478b8), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.053776 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f81c0-07eb-4113-8a8f-01f2c5bd3744 req-98910e09-4af6-4a48-857a-835705656e29 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:17.055291 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e10f81c0-07eb-4113-8a8f-01f2c5bd3744 req-98910e09-4af6-4a48-857a-835705656e29 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1218834 Sep 01 00:31:17.080470 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 058aaf01-446e-474a-b58f-90a73f4dfa40 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:17.081348 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.103835 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-97477c15-c978-4309-ba2e-dd79b08d93aa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (b886959e-66bd-4882-b3a3-dfc265291401), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.203459 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e10f81c0-07eb-4113-8a8f-01f2c5bd3744 req-d84b9b37-7641-4825-92ad-add742f25fbe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379397 Sep 01 00:31:17.220929 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1fcee139-dd97-4ac1-9512-9332a921885a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (b3cb168a-85e3-40ba-a942-9aee6a2478b8), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.227028 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Set router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:17.228342 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1fcee139-dd97-4ac1-9512-9332a921885a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (b3cb168a-85e3-40ba-a942-9aee6a2478b8), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.248216 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-97477c15-c978-4309-ba2e-dd79b08d93aa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (b886959e-66bd-4882-b3a3-dfc265291401), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.260955 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-97477c15-c978-4309-ba2e-dd79b08d93aa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (b886959e-66bd-4882-b3a3-dfc265291401), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.269273 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1fcee139-dd97-4ac1-9512-9332a921885a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.272959 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-1fcee139-dd97-4ac1-9512-9332a921885a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2669935 Sep 01 00:31:17.273289 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52436) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:17.276632 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcee139-dd97-4ac1-9512-9332a921885a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cb168a-85e3-40ba-a942-9aee6a2478b8,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:17.283737 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-24befa3b-e8cd-45cf-b2e4-a38f28dabf48 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Request body: {'security_group_rule': {'security_group_id': '48a451df-e5cb-427c-be2b-11e1c997cdb6', 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:17.305975 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97477c15-c978-4309-ba2e-dd79b08d93aa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b886959e-66bd-4882-b3a3-dfc265291401,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:17.322696 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-97477c15-c978-4309-ba2e-dd79b08d93aa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.323895 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-97477c15-c978-4309-ba2e-dd79b08d93aa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3092787 Sep 01 00:31:17.328020 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-ecec1995-1e9f-442f-8be5-806c87f95b5b tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:17.329504 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 52438) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:17.334689 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:17.339927 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 058aaf01-446e-474a-b58f-90a73f4dfa40 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:17.342329 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:17.345455 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-ecec1995-1e9f-442f-8be5-806c87f95b5b tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/networks?id=02802a57-7829-47a2-bef9-81183594c96f HTTP/1.1" status: 200 len: 809 time: 0.2144554 Sep 01 00:31:17.357447 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-58189dd5-e0f9-4849-8508-bc92d4635179 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/quotas/32e68213ef7041a79aaaf1d255d2395e HTTP/1.1" status: 200 len: 375 time: 0.0108385 Sep 01 00:31:17.366963 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-24befa3b-e8cd-45cf-b2e4-a38f28dabf48 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (471bcb7d-a3fb-4345-9661-2251b9794e0b), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.383613 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.397613 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-38505677-5db1-48a4-bca7-9c287954a89c tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=32e68213ef7041a79aaaf1d255d2395e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344095 Sep 01 00:31:17.466085 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:17.466453 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.485261 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:17.495254 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:17.518076 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-632b92ae-20c9-408e-8123-4d9176b6e4c0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113255 Sep 01 00:31:17.525957 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-24befa3b-e8cd-45cf-b2e4-a38f28dabf48 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (471bcb7d-a3fb-4345-9661-2251b9794e0b), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.527325 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.535976 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-24befa3b-e8cd-45cf-b2e4-a38f28dabf48 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (471bcb7d-a3fb-4345-9661-2251b9794e0b), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.558200 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'name': 'tempest-TestShelveInstance-1246449009-router', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:14Z', 'revision_number': 4, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'gw_port': {'id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '5f4646fa-9c3b-4d40-8d4e-91b641560427', 'name': '', 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'mac_address': 'fa:16:3e:50:64:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a9e706e6-279a-4344-a3eb-c150f45354f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:14Z', 'revision_number': 2, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'subnets': [{'id': 'a9e706e6-279a-4344-a3eb-c150f45354f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:17.591555 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24befa3b-e8cd-45cf-b2e4-a38f28dabf48 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471bcb7d-a3fb-4345-9661-2251b9794e0b,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:17.603971 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Checking router: b466a3bf-1f1a-40ae-8c05-02ddf0f64938 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:31:17.604397 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Updating router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 port 5f4646fa-9c3b-4d40-8d4e-91b641560427 binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:31:17.604964 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-24befa3b-e8cd-45cf-b2e4-a38f28dabf48 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.606885 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-24befa3b-e8cd-45cf-b2e4-a38f28dabf48 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271825 Sep 01 00:31:17.612526 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52440) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:17.619480 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-f432f13d-cd30-4875-a600-c9258f0e551e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Request body: {'security_group_rule': {'security_group_id': '48a451df-e5cb-427c-be2b-11e1c997cdb6', 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:17.670368 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:17.670853 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.679074 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.679505 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f432f13d-cd30-4875-a600-c9258f0e551e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (a7a86bdc-1d2a-4cd7-aa17-9b6bc2269539), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.686337 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Allocated IP 172.27.4.220 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/c42795b5-3faf-41fb-968f-44382444b3f1) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:17.692636 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:17.693264 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:17.712382 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=8886e197-dca7-4e1f-8ed9-f0fe7860ea8d,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:17.720355 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-a82b0ab1-a464-4ca9-9c75-c619a26dd470 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962721 Sep 01 00:31:17.736016 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.750920 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f432f13d-cd30-4875-a600-c9258f0e551e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (a7a86bdc-1d2a-4cd7-aa17-9b6bc2269539), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.756232 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f432f13d-cd30-4875-a600-c9258f0e551e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (a7a86bdc-1d2a-4cd7-aa17-9b6bc2269539), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.772042 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:17.788696 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432f13d-cd30-4875-a600-c9258f0e551e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a86bdc-1d2a-4cd7-aa17-9b6bc2269539,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:17.803091 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f432f13d-cd30-4875-a600-c9258f0e551e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.807836 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f432f13d-cd30-4875-a600-c9258f0e551e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1942694 Sep 01 00:31:17.808745 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52442) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:17.815043 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-2db3ff94-7f7d-4c1d-83d8-8a5488f7378d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Request body: {'security_group_rule': {'security_group_id': '48a451df-e5cb-427c-be2b-11e1c997cdb6', 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:17.851697 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.securitygroups_db [None req-2db3ff94-7f7d-4c1d-83d8-8a5488f7378d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Project 3f39cdb9221440658d7cd52c341cf08a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 00:31:17.860169 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2db3ff94-7f7d-4c1d-83d8-8a5488f7378d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (8b8b3305-1d5b-47bd-ae12-60366558f08e), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.868115 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=8886e197-dca7-4e1f-8ed9-f0fe7860ea8d,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:17.916547 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (c42795b5-3faf-41fb-968f-44382444b3f1), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.916762 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:17.954340 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2db3ff94-7f7d-4c1d-83d8-8a5488f7378d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (8b8b3305-1d5b-47bd-ae12-60366558f08e), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.960720 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2db3ff94-7f7d-4c1d-83d8-8a5488f7378d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (8b8b3305-1d5b-47bd-ae12-60366558f08e), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.961964 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (c42795b5-3faf-41fb-968f-44382444b3f1), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.985515 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3ff94-7f7d-4c1d-83d8-8a5488f7378d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8b3305-1d5b-47bd-ae12-60366558f08e,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:17.995986 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2db3ff94-7f7d-4c1d-83d8-8a5488f7378d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:17.995986 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-2db3ff94-7f7d-4c1d-83d8-8a5488f7378d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1846876 Sep 01 00:31:18.001398 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52448) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:18.006636 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-0c315c9c-c456-47f4-9568-71c077feee9e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Request body: {'security_group_rule': {'security_group_id': '48a451df-e5cb-427c-be2b-11e1c997cdb6', 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:18.051148 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.securitygroups_db [None req-0c315c9c-c456-47f4-9568-71c077feee9e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Project 3f39cdb9221440658d7cd52c341cf08a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 00:31:18.060849 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0c315c9c-c456-47f4-9568-71c077feee9e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (a941920b-69ee-41f4-a9a4-8ec31db93f7d), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.071741 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:18.082224 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f0cf7b2f-38df-4a74-80a3-0a39e20ca757 req-63afe706-7706-4161-aaa2-9fbb17ee1407 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 210 time: 0.0548468 Sep 01 00:31:18.085767 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:18.090598 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:18.120437 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=c42795b5-3faf-41fb-968f-44382444b3f1,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:18.180317 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Publish callbacks [] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.189028 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.194028 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0c315c9c-c456-47f4-9568-71c077feee9e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (a941920b-69ee-41f4-a9a4-8ec31db93f7d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.201412 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0c315c9c-c456-47f4-9568-71c077feee9e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (a941920b-69ee-41f4-a9a4-8ec31db93f7d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.213254 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (7de083df-dca7-427e-9266-d3bbfb15aee7), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.223157 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:31:18.242447 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:18.243197 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:18.243466 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c315c9c-c456-47f4-9568-71c077feee9e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a941920b-69ee-41f4-a9a4-8ec31db93f7d,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:18.264033 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0c315c9c-c456-47f4-9568-71c077feee9e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.274173 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-0c315c9c-c456-47f4-9568-71c077feee9e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2734268 Sep 01 00:31:18.300084 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (c42795b5-3faf-41fb-968f-44382444b3f1), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.367003 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743d798-fc8d-4965-94f2-b11dda0bd291 None None] Pushing event updated for resources: {'Port': ['ID=5f4646fa-9c3b-4d40-8d4e-91b641560427,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:18.423671 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:18.503374 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a611899-8121-49c8-ae8b-c91c7bc1711f req-78f7791f-966e-436e-b818-baa5ad30b2df tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:18.506051 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Attempting to bind port 5f4646fa-9c3b-4d40-8d4e-91b641560427 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:18.510218 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Attempting to bind port 5f4646fa-9c3b-4d40-8d4e-91b641560427 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '9371781f-2572-4148-8a6c-5b63d557454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:18.510619 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Attempting to bind port 5f4646fa-9c3b-4d40-8d4e-91b641560427 on network 546c61c5-bc14-4692-b8a8-9615d622f0d9 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:18.514907 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2a611899-8121-49c8-ae8b-c91c7bc1711f req-78f7791f-966e-436e-b818-baa5ad30b2df tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.1498158 Sep 01 00:31:18.525560 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:18.526439 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Checking segment: {'id': '9371781f-2572-4148-8a6c-5b63d557454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:18.526996 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.527567 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Bound using segment: {'id': '9371781f-2572-4148-8a6c-5b63d557454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:18.528266 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Bound port: 5f4646fa-9c3b-4d40-8d4e-91b641560427, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9371781f-2572-4148-8a6c-5b63d557454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:18.528940 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.616692 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (c42795b5-3faf-41fb-968f-44382444b3f1), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.625272 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (c42795b5-3faf-41fb-968f-44382444b3f1), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.662211 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:18.666862 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2a611899-8121-49c8-ae8b-c91c7bc1711f req-b65cade6-cc20-4559-9c99-4150e9119b35 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507502 Sep 01 00:31:18.768226 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] For port 5f4646fa-9c3b-4d40-8d4e-91b641560427, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:18.772674 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] For port 5f4646fa-9c3b-4d40-8d4e-91b641560427, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=5f4646fa-9c3b-4d40-8d4e-91b641560427,segment=NetworkSegment(9371781f-2572-4148-8a6c-5b63d557454c),segment_id=9371781f-2572-4148-8a6c-5b63d557454c)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:18.782916 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=c42795b5-3faf-41fb-968f-44382444b3f1,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:18.783615 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.795793 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (7de083df-dca7-427e-9266-d3bbfb15aee7), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.802525 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:18.806442 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:14Z', 'revision_number': 2, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:18.817931 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.819578 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-fda0bbb8-69d3-459f-8407-b2487fba5494 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4887745 Sep 01 00:31:18.852821 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:18.862481 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:31:18.862870 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Routers {'b466a3bf-1f1a-40ae-8c05-02ddf0f64938'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:18.863512 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:18.867921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743d798-fc8d-4965-94f2-b11dda0bd291 None None] Pushing event updated for resources: {'Port': ['ID=5f4646fa-9c3b-4d40-8d4e-91b641560427,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:18.868914 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Updating router 224bae9a-b167-4862-9f30-b3e5d7c472a9 port a2385324-453e-4714-b1dd-cb1858cf7149 binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:31:18.876018 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:18.876018 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:18.937313 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:19.187047 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-8da1c1a8-2689-4f27-bb49-3cf444c95bf8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--299207554&fields=id&tenant_id=b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 267 time: 0.0878611 Sep 01 00:31:19.298840 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] Set router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:19.343145 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5cb2b04b-7d41-4692-a17f-b3d145987c22 req-1f0a4271-2e34-4ea3-9a35-cfd2c7944961 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 210 time: 0.0818865 Sep 01 00:31:19.359890 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:19.379419 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:19.428992 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-97224fe3-cc4a-4c0f-a13d-376333da47fc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:19.430533 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-97224fe3-cc4a-4c0f-a13d-376333da47fc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 814 time: 0.2353909 Sep 01 00:31:19.447443 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Publish callbacks [] for port (a2385324-453e-4714-b1dd-cb1858cf7149), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:19.453007 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-efa77201-9ff6-41bf-8233-e1e2e3591a71 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/quotas/b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 375 time: 0.0150516 Sep 01 00:31:19.461708 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:19.514614 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-8bc49fce-b72b-4f23-8c51-0b9dfc308790 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537577 Sep 01 00:31:19.516058 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d293179-84e6-4731-9ead-2af258d8ecd8 None None] Pushing event updated for resources: {'Port': ['ID=a2385324-453e-4714-b1dd-cb1858cf7149,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:19.596384 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:19.603412 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Attempting to bind port a2385324-453e-4714-b1dd-cb1858cf7149 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:19.604068 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Attempting to bind port a2385324-453e-4714-b1dd-cb1858cf7149 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:19.604655 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Attempting to bind port a2385324-453e-4714-b1dd-cb1858cf7149 on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:19.614692 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:19.615333 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Checking segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:19.615779 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:19.616527 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Bound using segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:19.617090 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Bound port: a2385324-453e-4714-b1dd-cb1858cf7149, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:19.617789 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:19.619722 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:19.663258 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-9fbf943a-1e30-4231-a91f-3e22bc312814 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303692 Sep 01 00:31:19.691402 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] For port a2385324-453e-4714-b1dd-cb1858cf7149, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:19.695001 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] For port a2385324-453e-4714-b1dd-cb1858cf7149, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=a2385324-453e-4714-b1dd-cb1858cf7149,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:19.704363 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:19.756881 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:19.757519 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:30:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:19.787713 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'name': 'tempest-TestShelveInstance-1246449009-router', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:14Z', 'revision_number': 4, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'gw_port': {'id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '5f4646fa-9c3b-4d40-8d4e-91b641560427', 'name': '', 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'mac_address': 'fa:16:3e:50:64:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a9e706e6-279a-4344-a3eb-c150f45354f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:18Z', 'revision_number': 4, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'subnets': [{'id': 'a9e706e6-279a-4344-a3eb-c150f45354f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:19.821575 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-5d44114a-2f8b-4f4d-baec-63d1c570afb4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498892 Sep 01 00:31:19.825723 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e47dae-5aec-4df2-b506-0a663da03c0f None None] The sync data for ids ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'] in dv-cinder-820027-21-iscsi is: [{'id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'name': 'tempest-TestShelveInstance-1246449009-router', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:14Z', 'revision_number': 4, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'gw_port': {'id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '5f4646fa-9c3b-4d40-8d4e-91b641560427', 'name': '', 'network_id': '546c61c5-bc14-4692-b8a8-9615d622f0d9', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'mac_address': 'fa:16:3e:50:64:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a9e706e6-279a-4344-a3eb-c150f45354f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:18Z', 'revision_number': 4, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'subnets': [{'id': 'a9e706e6-279a-4344-a3eb-c150f45354f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:31:19.831506 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d293179-84e6-4731-9ead-2af258d8ecd8 None None] Pushing event updated for resources: {'Port': ['ID=a2385324-453e-4714-b1dd-cb1858cf7149,revision_number=4']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:19.879498 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222239-21b4-4ba0-a07b-4657a89c10a1 req-f4e81ae6-9b9f-42ef-8418-b7b103d56f40 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:19.889085 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6d222239-21b4-4ba0-a07b-4657a89c10a1 req-f4e81ae6-9b9f-42ef-8418-b7b103d56f40 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0943460 Sep 01 00:31:19.966665 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:20.005971 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6d222239-21b4-4ba0-a07b-4657a89c10a1 req-10919ccb-25b2-450d-a0cf-0fcb73478587 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148598 Sep 01 00:31:20.125902 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-804311a6-a2a1-4e6a-a474-38567a1ab10f req-4efded6b-f22a-4b4b-8536-43c299e26aea tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 210 time: 0.0490344 Sep 01 00:31:20.234014 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:20.263440 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:19Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:20.294708 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f638f-3123-4259-956c-553d159b0f09 None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:19Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:31:20.372133 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-79531405-1484-4e12-89f9-34036ebd7762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:20.546133 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-048e861e-78e4-4a61-a264-3a3bea2e07b1 req-e3731518-1d45-4bf6-80e0-cc973769046a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 210 time: 0.0563109 Sep 01 00:31:20.629655 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144e0d-d5ec-49fb-b4cd-9d516a3211d9 req-5dec5a20-2c1d-4ea0-b586-e3b8ed470b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:20.631328 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6a144e0d-d5ec-49fb-b4cd-9d516a3211d9 req-5dec5a20-2c1d-4ea0-b586-e3b8ed470b99 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 1129 time: 0.1360602 Sep 01 00:31:20.725422 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device a2385324-453e-4714-b1dd-cb1858cf7149 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:20.781309 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port a2385324-453e-4714-b1dd-cb1858cf7149 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:20.782061 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:20.883720 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port a2385324-453e-4714-b1dd-cb1858cf7149 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:20.884112 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:20.936109 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6a144e0d-d5ec-49fb-b4cd-9d516a3211d9 req-89a67171-b287-48f5-a05e-eddc4b0015e3 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916653 Sep 01 00:31:20.937397 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port a2385324-453e-4714-b1dd-cb1858cf7149, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=a2385324-453e-4714-b1dd-cb1858cf7149,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:20.946925 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:20.946925 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 5f4646fa-9c3b-4d40-8d4e-91b641560427 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:21.041541 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=a2385324-453e-4714-b1dd-cb1858cf7149,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:21.053770 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 5f4646fa-9c3b-4d40-8d4e-91b641560427 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:21.054153 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:21.146560 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 5f4646fa-9c3b-4d40-8d4e-91b641560427 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:21.146955 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:21.184188 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb451066-1682-4fa6-b799-b4522bfe54fe req-a1d3a67f-51ab-4b66-9dd0-3ffaf9b551a6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:21.192862 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-bb451066-1682-4fa6-b799-b4522bfe54fe req-a1d3a67f-51ab-4b66-9dd0-3ffaf9b551a6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0895777 Sep 01 00:31:21.212299 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 5f4646fa-9c3b-4d40-8d4e-91b641560427, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=5f4646fa-9c3b-4d40-8d4e-91b641560427,segment=NetworkSegment(9371781f-2572-4148-8a6c-5b63d557454c),segment_id=9371781f-2572-4148-8a6c-5b63d557454c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:21.223616 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:21.286722 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:21.287772 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:21.296432 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e5a227da-0cb7-4704-bb63-911f9c3fc10a req-2ff50ad9-4a78-468c-a6a5-bf0e7cbe390a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 210 time: 0.0540671 Sep 01 00:31:21.309726 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=5f4646fa-9c3b-4d40-8d4e-91b641560427,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:21.360140 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-bb451066-1682-4fa6-b799-b4522bfe54fe req-19132e14-1263-4224-83c5-81f381b1c196 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548932 Sep 01 00:31:21.369190 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-fab43243-c7ce-4cbf-a36b-3080b2882ce5 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:21.371293 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-fab43243-c7ce-4cbf-a36b-3080b2882ce5 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.30 "GET /networking/v2.0/networks?id=02802a57-7829-47a2-bef9-81183594c96f HTTP/1.1" status: 200 len: 809 time: 0.1767457 Sep 01 00:31:21.651475 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5dc5dff4-393e-4d4a-a9ca-9c529f4e573e req-addb697a-3c43-4af5-844c-a86ed553ce1d tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 210 time: 0.0285339 Sep 01 00:31:21.652612 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Request body: {'port': {'device_id': 'fa552b4e-20f4-408a-8bfe-ad4989188b48', 'network_id': '02802a57-7829-47a2-bef9-81183594c96f', 'admin_state_up': True, 'tenant_id': '32e68213ef7041a79aaaf1d255d2395e'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:21.800754 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:21.821160 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Made reservation on behalf of 32e68213ef7041a79aaaf1d255d2395e for: {'port': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:31:21.825851 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:21.900101 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:21.968769 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Allocated IP 172.20.0.12 (02802a57-7829-47a2-bef9-81183594c96f/c94b354a-e3b4-4abe-9d13-aac3e477a0ae/06e6513e-9ce3-422d-a4a1-ced5f0ec100b) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:22.159387 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks [] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:22.193930 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:22.239937 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Network 02802a57-7829-47a2-bef9-81183594c96f is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:22.243171 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:22.247130 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:22.277110 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Pushing event updated for resources: {'Port': ['ID=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:22.307363 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:22.308008 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:22.331810 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-eb9eda72-5cfe-412e-842d-3492c317a740 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6841297 Sep 01 00:31:22.414414 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d649c330-682a-45a1-8453-e6c3fe98e97f req-d01be3ff-e2f9-4600-80d7-d6fef1b7fe78 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 210 time: 0.0301244 Sep 01 00:31:22.486817 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04714012-a845-43c3-81af-5f73649ec545 req-f12c77f2-2fc3-4528-9e80-71a733bd9e37 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:22.488333 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-04714012-a845-43c3-81af-5f73649ec545 req-f12c77f2-2fc3-4528-9e80-71a733bd9e37 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0475597 Sep 01 00:31:22.545592 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-04714012-a845-43c3-81af-5f73649ec545 req-e08ce034-85b0-4e8d-8fcc-3442074e6067 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474918 Sep 01 00:31:22.555887 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device a2385324-453e-4714-b1dd-cb1858cf7149 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:22.610829 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port a2385324-453e-4714-b1dd-cb1858cf7149 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:22.611190 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:22.674534 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df21c5a-48a2-438b-a3f0-85326bc7be9f req-45206592-56ff-461d-8ae2-bfe329847aac tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:22.676017 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7df21c5a-48a2-438b-a3f0-85326bc7be9f req-45206592-56ff-461d-8ae2-bfe329847aac tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0541942 Sep 01 00:31:22.696846 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port a2385324-453e-4714-b1dd-cb1858cf7149 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:22.697907 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 5f4646fa-9c3b-4d40-8d4e-91b641560427 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:22.746827 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7df21c5a-48a2-438b-a3f0-85326bc7be9f req-32271557-c93c-4cde-ad29-1d95964c84c5 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629487 Sep 01 00:31:22.761544 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1fbecb51-6661-4b38-b770-8e55e0571cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:22.775629 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 5f4646fa-9c3b-4d40-8d4e-91b641560427 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:22.775998 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:22.853010 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f50f2-8328-440c-a939-7262379a043e req-f1a46bab-39f3-4a4d-aa5f-e6801bc91344 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:22.856394 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a32f50f2-8328-440c-a939-7262379a043e req-f1a46bab-39f3-4a4d-aa5f-e6801bc91344 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 932 time: 0.0590303 Sep 01 00:31:22.895695 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 5f4646fa-9c3b-4d40-8d4e-91b641560427 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:22.921508 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a32f50f2-8328-440c-a939-7262379a043e req-fe0a2ded-4422-4d4a-b4e4-ea7b40bedf95 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587165 Sep 01 00:31:22.955947 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Request body: {'port': {'device_id': 'fa552b4e-20f4-408a-8bfe-ad4989188b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:23.065226 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:23.322674 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-3a9b2b52-2390-4881-9937-cad8c03e4278 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:23.324318 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-3a9b2b52-2390-4881-9937-cad8c03e4278 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 814 time: 0.2478068 Sep 01 00:31:23.416819 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-670b9505-66fb-4063-b947-cd9476d388cb tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 379 time: 0.0685184 Sep 01 00:31:23.427792 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'port': {'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'admin_state_up': True, 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'security_groups': ['cdce114a-c776-4ed6-8b1e-53b66d49bb48']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:23.576184 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Made reservation on behalf of b1bcb33a579e47518fafa960505447dc for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:31:23.580391 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:23.632716 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:23.648538 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:23.699092 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5bd77d87-baed-4b4a-9651-337de03d0b4d req-0489c5c5-29a2-4923-ad2d-e16b5a555774 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 210 time: 0.0590608 Sep 01 00:31:23.738768 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:23.750689 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e6513e-9ce3-422d-a4a1-ced5f0ec100b {{(pid=117902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:31:23.755611 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Allocated IP 172.20.0.13 (c58401f2-7e87-4905-8554-61c4ec2b1ce1/2bad8638-a649-41cc-add0-9f3723700ba7/299fe693-858d-4ad5-9a80-e1369ca617bf) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:23.763161 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Publish callbacks [] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:23.780852 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.provisioning_blocks [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Transition to ACTIVE for port object 06e6513e-9ce3-422d-a4a1-ced5f0ec100b will not be triggered until provisioned by entity L2. {{(pid=117902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:31:23.786394 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:23.850887 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Pushing event updated for resources: {'Port': ['ID=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:23.866473 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:23.917003 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Attempting to bind port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:23.917263 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Attempting to bind port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02802a57-7829-47a2-bef9-81183594c96f'}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:23.917594 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Attempting to bind port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b on network 02802a57-7829-47a2-bef9-81183594c96f {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:23.922257 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b on network 02802a57-7829-47a2-bef9-81183594c96f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:31:23.922631 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Attempting to bind port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b on network 02802a57-7829-47a2-bef9-81183594c96f {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:23.927085 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:23.927633 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:23.928194 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Checking segment: {'id': 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02802a57-7829-47a2-bef9-81183594c96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:23.928425 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Bound using segment: {'id': 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02802a57-7829-47a2-bef9-81183594c96f'} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:23.928805 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Bound port: 06e6513e-9ce3-422d-a4a1-ced5f0ec100b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02802a57-7829-47a2-bef9-81183594c96f'}}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:23.929167 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:23.942876 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:23.964355 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:24.022312 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] For port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b, host hv-cinder-82002, cleared binding levels {{(pid=117902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:24.025759 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] For port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,segment=NetworkSegment(a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f),segment_id=a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f)] {{(pid=117902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:24.032602 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:24.038077 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:24.038763 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:24.040667 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/06e6513e-9ce3-422d-a4a1-ced5f0ec100b HTTP/1.1" status: 200 len: 1094 time: 1.0899210 Sep 01 00:31:24.041839 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa552b4e-20f4-408a-8bfe-ad4989188b48', 'tag': '06e6513e-9ce3-422d-a4a1-ced5f0ec100b'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:31:24.043822 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa552b4e-20f4-408a-8bfe-ad4989188b48", "tag": "06e6513e-9ce3-422d-a4a1-ced5f0ec100b"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:31:24.071917 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:24.080793 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:24.083841 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:24.107646 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bd000e-2af9-4902-a27b-d6f215a59154 x-openstack-request-id: req-f8bd000e-2af9-4902-a27b-d6f215a59154 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:31:24.107929 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa552b4e-20f4-408a-8bfe-ad4989188b48", "tag": "06e6513e-9ce3-422d-a4a1-ced5f0ec100b", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:31:24.108185 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8bd000e-2af9-4902-a27b-d6f215a59154 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:31:24.108654 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bd000e-2af9-4902-a27b-d6f215a59154'] response: {'name': 'network-changed', 'server_uuid': 'fa552b4e-20f4-408a-8bfe-ad4989188b48', 'tag': '06e6513e-9ce3-422d-a4a1-ced5f0ec100b', 'status': 'completed', 'code': 200} Sep 01 00:31:24.128341 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fffae-30e0-4109-abdd-87bde4a251ba req-07edca52-d8f6-4820-8000-eed1d61ea961 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:24.130291 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cc1fffae-30e0-4109-abdd-87bde4a251ba req-07edca52-d8f6-4820-8000-eed1d61ea961 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 944 time: 0.1248436 Sep 01 00:31:24.141122 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a94372-614d-463c-abcf-9d996033bb73 service neutron] Pushing event updated for resources: {'Port': ['ID=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,revision_number=3']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:24.145234 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=299fe693-858d-4ad5-9a80-e1369ca617bf,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:24.154651 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-792a1792-1ebc-40b8-a334-165eb7255587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:24.156234 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-792a1792-1ebc-40b8-a334-165eb7255587 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=32e68213ef7041a79aaaf1d255d2395e&device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 1128 time: 0.0610447 Sep 01 00:31:24.190392 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:24.191042 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:24.221362 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-5a791725-6fcf-453c-9680-60d750aced5f service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06e6513e-9ce3-422d-a4a1-ced5f0ec100b HTTP/1.1" status: 200 len: 217 time: 0.0489187 Sep 01 00:31:24.226023 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cc1fffae-30e0-4109-abdd-87bde4a251ba req-217e1f00-47bc-4bd9-856a-a6599c6cf620 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841298 Sep 01 00:31:24.230272 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-f489a1d1-bba2-41bc-9301-f9d8a3894b7a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8074291 Sep 01 00:31:24.243649 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Request body: {'port': {'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:24.332745 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:24.341279 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-0604e378-0996-4de1-a231-6521acd3ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:24.345879 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-0604e378-0996-4de1-a231-6521acd3ecd1 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c94b354a-e3b4-4abe-9d13-aac3e477a0ae HTTP/1.1" status: 200 len: 849 time: 0.1118066 Sep 01 00:31:24.347711 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:24.388549 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-06fd2ec2-c3ee-41d7-a6f7-d4c032adbf3d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=02802a57-7829-47a2-bef9-81183594c96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331771 Sep 01 00:31:24.408387 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-a30a9e2d-10bc-41c4-adc5-a6213a4a9f9a None None] Provisioning complete for port 299fe693-858d-4ad5-9a80-e1369ca617bf triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:24.408898 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a30a9e2d-10bc-41c4-adc5-a6213a4a9f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:24.443360 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-a30a9e2d-10bc-41c4-adc5-a6213a4a9f9a None None] Port 299fe693-858d-4ad5-9a80-e1369ca617bf cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:31:24.570270 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-31475444-7191-45a7-9b00-0816d06cbac7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025620 Sep 01 00:31:24.598181 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:24.635737 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d766-70e3-455f-9b71-315b53068ea2 req-119c0110-60fd-4173-ba86-1478d494b9b2 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:24.637256 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7469d766-70e3-455f-9b71-315b53068ea2 req-119c0110-60fd-4173-ba86-1478d494b9b2 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0819271 Sep 01 00:31:24.696267 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d31a62-2433-4be2-93db-e8c95076421b req-3b41a354-8583-48d7-9a80-b6464e080dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:24.697775 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3d31a62-2433-4be2-93db-e8c95076421b req-3b41a354-8583-48d7-9a80-b6464e080dfb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 1129 time: 0.0680652 Sep 01 00:31:24.716571 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299fe693-858d-4ad5-9a80-e1369ca617bf {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:31:24.740705 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Publish callbacks [] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:24.766715 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Transition to ACTIVE for port object 299fe693-858d-4ad5-9a80-e1369ca617bf will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:31:24.773198 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7b46be78-7f6e-4816-9b0f-19f2ea6bad30 req-5310a60b-9d76-4b45-a2b2-219642a7387c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937518 Sep 01 00:31:24.774579 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7469d766-70e3-455f-9b71-315b53068ea2 req-53ed55e0-1dcf-40a8-a9d1-0252ecf49ea7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275854 Sep 01 00:31:24.776193 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:24.850619 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Pushing event updated for resources: {'Port': ['ID=299fe693-858d-4ad5-9a80-e1369ca617bf,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:24.879400 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc2de0-2424-43af-b848-fca1eb16dd98 req-b388ed87-618c-49d3-abec-a0d0f12eae2f tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:24.879400 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f2cc2de0-2424-43af-b848-fca1eb16dd98 req-b388ed87-618c-49d3-abec-a0d0f12eae2f tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 944 time: 0.0736785 Sep 01 00:31:24.893776 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:24.924212 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Attempting to bind port 299fe693-858d-4ad5-9a80-e1369ca617bf on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:24.924578 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Attempting to bind port 299fe693-858d-4ad5-9a80-e1369ca617bf by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:24.924907 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Attempting to bind port 299fe693-858d-4ad5-9a80-e1369ca617bf on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:24.929343 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Port 299fe693-858d-4ad5-9a80-e1369ca617bf on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:31:24.929665 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Attempting to bind port 299fe693-858d-4ad5-9a80-e1369ca617bf on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:24.935637 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d31a62-2433-4be2-93db-e8c95076421b req-645007d4-5385-426b-9203-b7f15de8862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:24.935810 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:24.936025 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Checking segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:24.936406 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Bound using segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:24.936886 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Bound port: 299fe693-858d-4ad5-9a80-e1369ca617bf, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:24.937209 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3d31a62-2433-4be2-93db-e8c95076421b req-645007d4-5385-426b-9203-b7f15de8862f service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.2297020 Sep 01 00:31:24.937323 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:24.942691 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:24.962397 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f2cc2de0-2424-43af-b848-fca1eb16dd98 req-82db0123-5269-4fbb-8688-56de1ec1c0a2 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729394 Sep 01 00:31:25.211947 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] For port 299fe693-858d-4ad5-9a80-e1369ca617bf, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:25.216170 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] For port 299fe693-858d-4ad5-9a80-e1369ca617bf, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=299fe693-858d-4ad5-9a80-e1369ca617bf,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:25.221958 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:25.225095 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:25.226059 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:25.227412 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/299fe693-858d-4ad5-9a80-e1369ca617bf HTTP/1.1" status: 200 len: 1094 time: 0.9888675 Sep 01 00:31:25.229448 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'tag': '299fe693-858d-4ad5-9a80-e1369ca617bf'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:31:25.231889 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c694d41-af12-4f96-a10c-81fe4b48581f" -d '{"events": [{"name": "network-changed", "server_uuid": "d50b662a-3c38-40f3-92b5-37f693b80d25", "tag": "299fe693-858d-4ad5-9a80-e1369ca617bf"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:31:25.260142 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:25.283057 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bc0ca8-694c-4972-9056-b5311be1d5a6 x-openstack-request-id: req-c9bc0ca8-694c-4972-9056-b5311be1d5a6 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:31:25.283345 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50b662a-3c38-40f3-92b5-37f693b80d25", "tag": "299fe693-858d-4ad5-9a80-e1369ca617bf", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:31:25.283593 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9bc0ca8-694c-4972-9056-b5311be1d5a6 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:31:25.283982 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bc0ca8-694c-4972-9056-b5311be1d5a6'] response: {'name': 'network-changed', 'server_uuid': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'tag': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'status': 'completed', 'code': 200} Sep 01 00:31:25.288707 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f187b-e94d-44f3-b6af-5cdc0242c917 service neutron] Pushing event updated for resources: {'Port': ['ID=299fe693-858d-4ad5-9a80-e1369ca617bf,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:25.361947 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71bcd3-2566-4204-adb4-ecd185e4cb64 req-6dcb4883-8c05-42ca-b999-345522d8c334 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:25.363421 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-aa71bcd3-2566-4204-adb4-ecd185e4cb64 req-6dcb4883-8c05-42ca-b999-345522d8c334 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 944 time: 0.0503650 Sep 01 00:31:25.385611 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:25.419086 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-aa71bcd3-2566-4204-adb4-ecd185e4cb64 req-9ae9f63c-0245-4125-98a7-0c6832bbc148 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495443 Sep 01 00:31:25.954146 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3d31a62-2433-4be2-93db-e8c95076421b req-36551456-5782-47cf-b3ea-f5ec3856ebb5 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1686bbb5-7c47-498b-bb89-88826527d80e HTTP/1.1" status: 200 len: 217 time: 0.0477014 Sep 01 00:31:25.961452 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621b627-7a27-4955-aae5-4b1c8af48ad8 req-b4b2aa16-8912-4983-bd6e-0090cadcee62 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:25.962953 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f621b627-7a27-4955-aae5-4b1c8af48ad8 req-b4b2aa16-8912-4983-bd6e-0090cadcee62 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0925360 Sep 01 00:31:25.967288 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e req-6ea3e3fa-1339-4fb0-9be7-790eed40502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:25.968756 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e req-6ea3e3fa-1339-4fb0-9be7-790eed40502d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=32e68213ef7041a79aaaf1d255d2395e&device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 1128 time: 0.0610514 Sep 01 00:31:26.025504 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:26.033188 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c694d41-af12-4f96-a10c-81fe4b48581f req-142628c5-ca44-4a31-8793-ff31238b7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.034804 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9c694d41-af12-4f96-a10c-81fe4b48581f req-142628c5-ca44-4a31-8793-ff31238b7244 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 1128 time: 0.0898542 Sep 01 00:31:26.076945 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f621b627-7a27-4955-aae5-4b1c8af48ad8 req-d95bb5bc-2d51-4817-9726-d266f77528a7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042566 Sep 01 00:31:26.095083 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d31a62-2433-4be2-93db-e8c95076421b req-af4ad77d-0dbd-4cd6-9285-0302b0d8597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.096449 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3d31a62-2433-4be2-93db-e8c95076421b req-af4ad77d-0dbd-4cd6-9285-0302b0d8597c service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.1102741 Sep 01 00:31:26.104891 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e req-d310e986-e7b3-47bc-be9a-1d784107ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.106546 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e req-d310e986-e7b3-47bc-be9a-1d784107ed2a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=02802a57-7829-47a2-bef9-81183594c96f HTTP/1.1" status: 200 len: 910 time: 0.1308916 Sep 01 00:31:26.156583 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e req-63110acd-501e-4785-b9de-ae9b21e3702a service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06e6513e-9ce3-422d-a4a1-ced5f0ec100b HTTP/1.1" status: 200 len: 217 time: 0.0340989 Sep 01 00:31:26.207324 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e req-8e5e9998-ebdf-4f19-b8be-fe78d764be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.208820 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e req-8e5e9998-ebdf-4f19-b8be-fe78d764be5c service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c94b354a-e3b4-4abe-9d13-aac3e477a0ae HTTP/1.1" status: 200 len: 849 time: 0.0459473 Sep 01 00:31:26.240458 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb725d-341d-4326-86a8-1f602878c98d req-a0d61723-31a3-4add-a3ff-09e88df78137 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.242044 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-73cb725d-341d-4326-86a8-1f602878c98d req-a0d61723-31a3-4add-a3ff-09e88df78137 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 944 time: 0.1987154 Sep 01 00:31:26.242843 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e req-67372b77-0dc4-4296-a1f1-7cf8f63451cc service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=02802a57-7829-47a2-bef9-81183594c96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263352 Sep 01 00:31:26.282581 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d31a62-2433-4be2-93db-e8c95076421b req-fbc9a738-726c-40bd-9498-b9f55f75e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.284054 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3d31a62-2433-4be2-93db-e8c95076421b req-fbc9a738-726c-40bd-9498-b9f55f75e89e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1631742 Sep 01 00:31:26.346826 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e req-2393a0fa-e858-4102-b9e0-6aec0e14aecc service neutron] 10.222.0.30 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971560 Sep 01 00:31:26.377951 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c694d41-af12-4f96-a10c-81fe4b48581f req-3cb939ca-de3f-4baa-b9e5-187f357428f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.379487 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9c694d41-af12-4f96-a10c-81fe4b48581f req-3cb939ca-de3f-4baa-b9e5-187f357428f8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=b1bcb33a579e47518fafa960505447dc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3219483 Sep 01 00:31:26.437377 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:26.449168 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c8bd8f67-2e9c-47dc-a0a3-5111727eae8e req-fe656e65-3912-416a-82bc-c917b7e9d1d9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946679 Sep 01 00:31:26.477098 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-73cb725d-341d-4326-86a8-1f602878c98d req-e7842ba2-3649-43d2-b708-b88cbb2ea10a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254641 Sep 01 00:31:26.508056 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 06e6513e-9ce3-422d-a4a1-ced5f0ec100b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:31:26.559652 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9c8a6-cb94-43f7-ad48-437e58dcb6b1 req-07b03b39-eeff-49ca-b83a-566c78f89931 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.561349 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8cc9c8a6-cb94-43f7-ad48-437e58dcb6b1 req-07b03b39-eeff-49ca-b83a-566c78f89931 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 944 time: 0.0590520 Sep 01 00:31:26.595171 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3d31a62-2433-4be2-93db-e8c95076421b req-9b48c406-630b-4fb8-a245-c7f4b5d9e5fa service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920849 Sep 01 00:31:26.615156 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8cc9c8a6-cb94-43f7-ad48-437e58dcb6b1 req-c784d500-d1e9-44c0-9457-1e7f8818cef9 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476215 Sep 01 00:31:26.619607 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,segment=NetworkSegment(a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f),segment_id=a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:26.628406 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c694d41-af12-4f96-a10c-81fe4b48581f req-33bc88a4-90c4-4c55-8e6d-b2d978520ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.629895 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9c694d41-af12-4f96-a10c-81fe4b48581f req-33bc88a4-90c4-4c55-8e6d-b2d978520ac5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415311 Sep 01 00:31:26.631902 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '06e6513e-9ce3-422d-a4a1-ced5f0ec100b', 'network_id': '02802a57-7829-47a2-bef9-81183594c96f', 'port_id': '06e6513e-9ce3-422d-a4a1-ced5f0ec100b', 'mac_address': 'fa:16:3e:ba:7e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94b354a-e3b4-4abe-9d13-aac3e477a0ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:31:26.677747 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:26.678137 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:26.692111 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e6513e-9ce3-422d-a4a1-ced5f0ec100b {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:31:26.720370 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,segment=NetworkSegment(a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f),segment_id=a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:26.724410 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:26.735195 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3d31a62-2433-4be2-93db-e8c95076421b req-aad0faae-08df-425b-8d75-37207b3637f0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298623 Sep 01 00:31:26.736249 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-0f6016cb-661a-4f45-b54e-0d77f90ce8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.737604 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-0f6016cb-661a-4f45-b54e-0d77f90ce8d0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 1128 time: 0.0579584 Sep 01 00:31:26.776459 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:26.791054 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-d90ce76e-5286-42f2-bb5b-d89c12821e5b service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=299fe693-858d-4ad5-9a80-e1369ca617bf HTTP/1.1" status: 200 len: 217 time: 0.0366032 Sep 01 00:31:26.859520 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-dac7567e-4fd1-4b70-b5ae-45b02f6a3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:26.861023 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-dac7567e-4fd1-4b70-b5ae-45b02f6a3f35 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 200 len: 853 time: 0.0497026 Sep 01 00:31:27.042781 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-1c510750-9d30-4679-b893-f0b4254b7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:27.044506 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-1c510750-9d30-4679-b893-f0b4254b7fa3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c58401f2-7e87-4905-8554-61c4ec2b1ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418625 Sep 01 00:31:27.080164 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['06e6513e-9ce3-422d-a4a1-ced5f0ec100b'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:31:27.149036 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:27.154687 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-965d8032-7c52-4749-90a5-45243a865b9a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967572 Sep 01 00:31:27.166834 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:27.204709 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:27.248625 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7cd30-71ac-4602-ba22-9d4fdd67d3c3 req-540f3d7b-dd24-42c2-aa4a-109a6bc20cbc tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:27.250115 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1df7cd30-71ac-4602-ba22-9d4fdd67d3c3 req-540f3d7b-dd24-42c2-aa4a-109a6bc20cbc tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0931573 Sep 01 00:31:27.534756 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-41c088e0-09f9-4f11-b2e8-7170253d2124 req-23ca65ef-53d7-4096-82b7-000312221910 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663805 Sep 01 00:31:27.541625 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1df7cd30-71ac-4602-ba22-9d4fdd67d3c3 req-78468abe-3556-4540-92d8-3870bb207a64 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853010 Sep 01 00:31:27.599589 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36776f90-b65a-41da-9443-66768da8574b req-08a8b874-5230-45f5-9481-21a99d747701 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:27.601125 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-36776f90-b65a-41da-9443-66768da8574b req-08a8b874-5230-45f5-9481-21a99d747701 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 944 time: 0.0481567 Sep 01 00:31:27.649019 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-36776f90-b65a-41da-9443-66768da8574b req-3ce849a1-6712-45c1-8ace-f341522d68ba tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416732 Sep 01 00:31:27.725862 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:27.737226 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecb684-126a-4c90-aea0-d29b5a2eca47 req-c7811f4e-b7b1-48b9-b2bd-eefeb58ef35a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:27.738672 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ffecb684-126a-4c90-aea0-d29b5a2eca47 req-c7811f4e-b7b1-48b9-b2bd-eefeb58ef35a tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 945 time: 0.0476716 Sep 01 00:31:27.785868 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ffecb684-126a-4c90-aea0-d29b5a2eca47 req-3ad14555-5b9b-4e78-a4ec-ac4336b69b57 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415030 Sep 01 00:31:28.521591 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 06e6513e-9ce3-422d-a4a1-ced5f0ec100b up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:28.569553 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:31:28.575617 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:28.575984 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:28.661168 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:28.661945 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:28.687849 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f7b29-e2e9-45a4-8d0b-a0dec2168ce0 req-58086fb8-2453-4344-80b4-ea6cc67d355a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:28.688343 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa552b4e-20f4-408a-8bfe-ad4989188b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e6513e-9ce3-422d-a4a1-ced5f0ec100b'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:31:28.690169 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e2a7f8-5001-4a90-b63f-cad2601c8911" -d '{"events": [{"server_uuid": "fa552b4e-20f4-408a-8bfe-ad4989188b48", "name": "network-vif-plugged", "status": "completed", "tag": "06e6513e-9ce3-422d-a4a1-ced5f0ec100b"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:31:28.695558 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d46f7b29-e2e9-45a4-8d0b-a0dec2168ce0 req-58086fb8-2453-4344-80b4-ea6cc67d355a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0625949 Sep 01 00:31:28.710354 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,segment=NetworkSegment(a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f),segment_id=a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:28.721002 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:28.759590 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d46f7b29-e2e9-45a4-8d0b-a0dec2168ce0 req-960fa1a2-1c7d-4c17-bb01-9a6e87b3a8ad tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629437 Sep 01 00:31:28.793625 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:28.799966 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7352d-a420-45e8-8210-c100f95ec51e req-8deb1a13-adb5-450a-9c0e-38d0cb916216 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:28.806859 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-49c7352d-a420-45e8-8210-c100f95ec51e req-8deb1a13-adb5-450a-9c0e-38d0cb916216 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 944 time: 0.0621154 Sep 01 00:31:28.835161 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc953c28-9e65-4caa-a355-aa25fcdb4bae x-openstack-request-id: req-cc953c28-9e65-4caa-a355-aa25fcdb4bae {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:31:28.835538 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa552b4e-20f4-408a-8bfe-ad4989188b48", "name": "network-vif-plugged", "status": "completed", "tag": "06e6513e-9ce3-422d-a4a1-ced5f0ec100b", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:31:28.835855 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc953c28-9e65-4caa-a355-aa25fcdb4bae {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:31:28.836450 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc953c28-9e65-4caa-a355-aa25fcdb4bae'] response: {'server_uuid': 'fa552b4e-20f4-408a-8bfe-ad4989188b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e6513e-9ce3-422d-a4a1-ced5f0ec100b', 'code': 200} Sep 01 00:31:28.891571 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-49c7352d-a420-45e8-8210-c100f95ec51e req-eda83ce0-8df1-4a51-8084-608cf1750d82 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839858 Sep 01 00:31:28.960199 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35187bce-7e29-47ac-84f1-cddbc1b62310 req-d25c190f-726d-43b0-9994-b88947807efe tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:28.968627 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-35187bce-7e29-47ac-84f1-cddbc1b62310 req-d25c190f-726d-43b0-9994-b88947807efe tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 946 time: 0.0788684 Sep 01 00:31:29.022905 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-35187bce-7e29-47ac-84f1-cddbc1b62310 req-14d1a9b2-99be-4093-bf9a-4b74f4d5fd3d tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534561 Sep 01 00:31:29.060155 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addca96c-a3a3-42ec-9ab1-ab377197927a req-0b95c16b-6a0c-4499-a042-2449ee27a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:29.061686 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-addca96c-a3a3-42ec-9ab1-ab377197927a req-0b95c16b-6a0c-4499-a042-2449ee27a079 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 1130 time: 0.0562348 Sep 01 00:31:29.109384 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-addca96c-a3a3-42ec-9ab1-ab377197927a req-4daf5ac8-586b-4c82-b170-eecf7a22dd45 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Sep 01 00:31:29.892201 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5c5ea-c5b2-44c1-ab00-b750b91219d4 req-bc54f5f4-e68f-47b1-9262-0127cc3e0fb4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:29.893730 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7fc5c5ea-c5b2-44c1-ab00-b750b91219d4 req-bc54f5f4-e68f-47b1-9262-0127cc3e0fb4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0500829 Sep 01 00:31:29.944725 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7fc5c5ea-c5b2-44c1-ab00-b750b91219d4 req-cbd86f50-3a3d-4839-996c-e9b3d5ca5de6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454526 Sep 01 00:31:30.023144 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e19f99-e0c4-4031-b403-553444e6d8bb req-9ed75db6-7673-4418-95a4-6cd08eeb7f24 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:30.024802 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c9e19f99-e0c4-4031-b403-553444e6d8bb req-9ed75db6-7673-4418-95a4-6cd08eeb7f24 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 944 time: 0.0488646 Sep 01 00:31:30.051422 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:30.081926 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c9e19f99-e0c4-4031-b403-553444e6d8bb req-edec0c27-5318-4380-a4e6-64a3147ef697 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507894 Sep 01 00:31:30.156657 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d70f37-3266-411a-9a63-961e09e202f7 req-65c4cc44-0ef8-4313-991e-2e07bd0008cf tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:30.163337 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-94d70f37-3266-411a-9a63-961e09e202f7 req-65c4cc44-0ef8-4313-991e-2e07bd0008cf tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 946 time: 0.0615988 Sep 01 00:31:30.212346 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-94d70f37-3266-411a-9a63-961e09e202f7 req-6730b96f-800d-4fe3-838d-86559bdc33ae tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450878 Sep 01 00:31:30.531406 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 299fe693-858d-4ad5-9a80-e1369ca617bf details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:31:30.655744 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 299fe693-858d-4ad5-9a80-e1369ca617bf, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=299fe693-858d-4ad5-9a80-e1369ca617bf,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:30.673297 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'mac_address': 'fa:16:3e:22:bd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:31:30.718665 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 299fe693-858d-4ad5-9a80-e1369ca617bf is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:30.719066 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:30.734114 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299fe693-858d-4ad5-9a80-e1369ca617bf {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:31:30.759442 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 299fe693-858d-4ad5-9a80-e1369ca617bf, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=299fe693-858d-4ad5-9a80-e1369ca617bf,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:30.763503 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:30.812952 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=299fe693-858d-4ad5-9a80-e1369ca617bf,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:31.073240 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bdffc-f1ad-4b01-a711-8f1fbe6996c0 req-47cf818f-96d8-4830-9a16-b249baf11daa tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:31.077038 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d27bdffc-f1ad-4b01-a711-8f1fbe6996c0 req-47cf818f-96d8-4830-9a16-b249baf11daa tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0588441 Sep 01 00:31:31.099986 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['299fe693-858d-4ad5-9a80-e1369ca617bf'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:31:31.144529 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d27bdffc-f1ad-4b01-a711-8f1fbe6996c0 req-57773b09-4282-4db2-9e37-2697b919aa30 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619428 Sep 01 00:31:31.216734 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbaa9ca-ead4-4cea-b6b9-1b2c9c4c44fb req-14ca5a16-eae9-497e-a563-b53f16b1a257 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:31.218208 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6bbaa9ca-ead4-4cea-b6b9-1b2c9c4c44fb req-14ca5a16-eae9-497e-a563-b53f16b1a257 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 945 time: 0.0488796 Sep 01 00:31:31.274590 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6bbaa9ca-ead4-4cea-b6b9-1b2c9c4c44fb req-34ea1551-9d90-4f07-aa5d-29ef9b4a5868 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504615 Sep 01 00:31:31.341298 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be69bc5-c9c1-4881-946c-2b9f754b1d5f req-e545301d-8648-4884-a2e7-93661e1407d7 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:31.342770 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9be69bc5-c9c1-4881-946c-2b9f754b1d5f req-e545301d-8648-4884-a2e7-93661e1407d7 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 946 time: 0.0542424 Sep 01 00:31:31.391856 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9be69bc5-c9c1-4881-946c-2b9f754b1d5f req-bfe316d6-3c68-47e9-949a-b70e32c9167e tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Sep 01 00:31:32.190190 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba7840-7004-4aec-988a-f649cfb8d4a6 req-d277d9bb-8628-4162-9dfa-b4b1aba12407 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:32.191717 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b7ba7840-7004-4aec-988a-f649cfb8d4a6 req-d277d9bb-8628-4162-9dfa-b4b1aba12407 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 946 time: 0.0589309 Sep 01 00:31:32.253693 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b7ba7840-7004-4aec-988a-f649cfb8d4a6 req-4ceb5747-35a0-4f58-af8c-3f7f46278954 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556312 Sep 01 00:31:32.272990 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504e186-442c-4d3b-afc4-c08dfa4a1649 req-16b866e7-2918-46d7-80ab-977e21629e5b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:32.277337 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3504e186-442c-4d3b-afc4-c08dfa4a1649 req-16b866e7-2918-46d7-80ab-977e21629e5b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0523415 Sep 01 00:31:32.329523 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3504e186-442c-4d3b-afc4-c08dfa4a1649 req-e6da2573-8036-49ee-b6b0-fb9e759e1abf tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465055 Sep 01 00:31:32.400257 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e0e6f-6fdc-41ac-9253-f0182b8d8fbf req-12c6a35c-9428-43e6-ac66-57a43e8c0970 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:32.401674 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ca0e0e6f-6fdc-41ac-9253-f0182b8d8fbf req-12c6a35c-9428-43e6-ac66-57a43e8c0970 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 945 time: 0.0487707 Sep 01 00:31:32.451539 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ca0e0e6f-6fdc-41ac-9253-f0182b8d8fbf req-5848fccc-27e6-46a7-84d7-99dc7e5e7050 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435209 Sep 01 00:31:32.549164 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 299fe693-858d-4ad5-9a80-e1369ca617bf up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:31:32.587448 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:32.592542 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 299fe693-858d-4ad5-9a80-e1369ca617bf completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:31:32.598818 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 299fe693-858d-4ad5-9a80-e1369ca617bf triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:32.599188 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:32.618256 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:32.676243 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 299fe693-858d-4ad5-9a80-e1369ca617bf is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:32.676432 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:32.698562 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fe693-858d-4ad5-9a80-e1369ca617bf'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:31:32.701530 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1a127c-b75d-4325-b54f-d4499e7c77f8" -d '{"events": [{"server_uuid": "d50b662a-3c38-40f3-92b5-37f693b80d25", "name": "network-vif-plugged", "status": "completed", "tag": "299fe693-858d-4ad5-9a80-e1369ca617bf"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:31:32.716469 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 299fe693-858d-4ad5-9a80-e1369ca617bf, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=299fe693-858d-4ad5-9a80-e1369ca617bf,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:32.720711 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:32.745292 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b513c2e-3939-449b-abba-293550687be5 x-openstack-request-id: req-3b513c2e-3939-449b-abba-293550687be5 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:31:32.745634 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50b662a-3c38-40f3-92b5-37f693b80d25", "name": "network-vif-plugged", "status": "completed", "tag": "299fe693-858d-4ad5-9a80-e1369ca617bf", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:31:32.745971 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b513c2e-3939-449b-abba-293550687be5 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:31:32.746515 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b513c2e-3939-449b-abba-293550687be5'] response: {'server_uuid': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'code': 200} Sep 01 00:31:32.773951 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=299fe693-858d-4ad5-9a80-e1369ca617bf,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:33.377223 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876eb55-a232-48d8-a857-149ff8fec67f req-b814c3ad-e8a2-4498-a754-cc7aa1a659bd tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:33.378736 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6876eb55-a232-48d8-a857-149ff8fec67f req-b814c3ad-e8a2-4498-a754-cc7aa1a659bd tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 946 time: 0.0553381 Sep 01 00:31:33.429320 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6876eb55-a232-48d8-a857-149ff8fec67f req-d368fc3e-d0a6-487e-ab01-dfc05a59868d tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450637 Sep 01 00:31:33.459890 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe6488-33de-4f93-9af2-5ecdc941eba9 req-03989822-135a-44f4-ad45-dffb9f795335 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:33.461390 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-25fe6488-33de-4f93-9af2-5ecdc941eba9 req-03989822-135a-44f4-ad45-dffb9f795335 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0533140 Sep 01 00:31:33.510209 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-25fe6488-33de-4f93-9af2-5ecdc941eba9 req-fcddcce3-407a-49c2-bc34-fca1ae492698 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Sep 01 00:31:33.571406 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:33.588442 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1ff72-4261-4c39-943d-f73626f98885 req-a479d82a-cbf0-4c95-a762-067f650f96bf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:33.591510 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-baa1ff72-4261-4c39-943d-f73626f98885 req-a479d82a-cbf0-4c95-a762-067f650f96bf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 946 time: 0.0660017 Sep 01 00:31:33.641591 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-baa1ff72-4261-4c39-943d-f73626f98885 req-ab3f33d3-d988-4ee9-a7c4-bc124a708705 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435095 Sep 01 00:31:33.733824 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47b269-80fc-4583-96fc-7430a0e173a3 req-a6402993-126e-4d27-b2b4-4c8045b5fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:33.735349 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ea47b269-80fc-4583-96fc-7430a0e173a3 req-a6402993-126e-4d27-b2b4-4c8045b5fe6c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 1130 time: 0.0405970 Sep 01 00:31:33.902996 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:33.906903 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ea47b269-80fc-4583-96fc-7430a0e173a3 req-843f8cb3-8c9a-48ff-bca1-e75a730b461c service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406635 Sep 01 00:31:34.246318 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-024f7f00-66ad-4b0b-a51f-425196623649 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:34.247788 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-024f7f00-66ad-4b0b-a51f-425196623649 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 946 time: 0.0511153 Sep 01 00:31:34.338206 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-747361a1-e145-4be2-83bb-bba219328916 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Deleting port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:31:34.338475 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-747361a1-e145-4be2-83bb-bba219328916 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:34.442709 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-747361a1-e145-4be2-83bb-bba219328916 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] For port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,segment=NetworkSegment(a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f),segment_id=a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:34.443083 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-747361a1-e145-4be2-83bb-bba219328916 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:34.453447 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:34.458405 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-747361a1-e145-4be2-83bb-bba219328916 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Calling delete_port for 06e6513e-9ce3-422d-a4a1-ced5f0ec100b owned by compute:nova {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:31:34.574296 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab8ecf-2269-4be3-b0c5-beb2b662c99d req-d66c04dc-39b3-4200-877f-af26450bab4c tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:34.576639 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-81ab8ecf-2269-4be3-b0c5-beb2b662c99d req-d66c04dc-39b3-4200-877f-af26450bab4c tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 946 time: 0.0615249 Sep 01 00:31:34.648342 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4ca8f-9dcf-445e-9c81-4325898e5032 req-31ff54dc-0cc2-42d1-a88c-f1fb75b5856c tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:34.649928 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-aad4ca8f-9dcf-445e-9c81-4325898e5032 req-31ff54dc-0cc2-42d1-a88c-f1fb75b5856c tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0551991 Sep 01 00:31:34.669073 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-81ab8ecf-2269-4be3-b0c5-beb2b662c99d req-0d9dcaed-f748-4d47-ac6f-54405a4c1355 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1a7085a-6324-49ee-959a-89224e272984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847175 Sep 01 00:31:34.670296 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-747361a1-e145-4be2-83bb-bba219328916 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (06e6513e-9ce3-422d-a4a1-ced5f0ec100b), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:34.702904 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747361a1-e145-4be2-83bb-bba219328916 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Pushing event deleted for resources: {'Port': ['ID=06e6513e-9ce3-422d-a4a1-ced5f0ec100b,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:34.722646 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-aad4ca8f-9dcf-445e-9c81-4325898e5032 req-89a3c389-f903-4c14-90ae-3bd9246371d2 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668938 Sep 01 00:31:34.750594 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-747361a1-e145-4be2-83bb-bba219328916 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] No DVR routers for this DVR port 06e6513e-9ce3-422d-a4a1-ced5f0ec100b on host hv-cinder-82002 {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:31:34.760697 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-747361a1-e145-4be2-83bb-bba219328916 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:34.764473 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-12bdb9b2-83e8-470f-8875-806947ccda39 req-747361a1-e145-4be2-83bb-bba219328916 tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.30 "DELETE /networking/v2.0/ports/06e6513e-9ce3-422d-a4a1-ced5f0ec100b HTTP/1.1" status: 204 len: 173 time: 0.5105138 Sep 01 00:31:34.764921 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa552b4e-20f4-408a-8bfe-ad4989188b48', 'name': 'network-vif-deleted', 'tag': '06e6513e-9ce3-422d-a4a1-ced5f0ec100b'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:31:34.767595 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c90af2-a784-4f87-bd56-65c9024ee351" -d '{"events": [{"server_uuid": "fa552b4e-20f4-408a-8bfe-ad4989188b48", "name": "network-vif-deleted", "tag": "06e6513e-9ce3-422d-a4a1-ced5f0ec100b"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:31:34.809627 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e73a5-4cf5-49d6-b766-8015c71b4602 req-da60b4ba-b0d4-4fd4-bbc2-9207d064b2cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:34.811135 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-752e73a5-4cf5-49d6-b766-8015c71b4602 req-da60b4ba-b0d4-4fd4-bbc2-9207d064b2cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 946 time: 0.0625293 Sep 01 00:31:34.815463 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa23305a-fc17-4e8b-81d5-fe9ac2c7eb4d x-openstack-request-id: req-fa23305a-fc17-4e8b-81d5-fe9ac2c7eb4d {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:31:34.815748 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa552b4e-20f4-408a-8bfe-ad4989188b48", "name": "network-vif-deleted", "tag": "06e6513e-9ce3-422d-a4a1-ced5f0ec100b", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:31:34.816008 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa23305a-fc17-4e8b-81d5-fe9ac2c7eb4d {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:31:34.816406 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa23305a-fc17-4e8b-81d5-fe9ac2c7eb4d'] response: {'server_uuid': 'fa552b4e-20f4-408a-8bfe-ad4989188b48', 'name': 'network-vif-deleted', 'tag': '06e6513e-9ce3-422d-a4a1-ced5f0ec100b', 'status': 'completed', 'code': 200} Sep 01 00:31:34.863942 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-752e73a5-4cf5-49d6-b766-8015c71b4602 req-1b040277-51d8-4c9b-a4e4-1bef2c23b5b4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463054 Sep 01 00:31:34.870510 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=73,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:34.903873 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=5 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:35.478998 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52792) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:35.592246 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f200270a-6cdc-4c4d-b646-9a5eaa20edb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:35.682401 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f200270a-6cdc-4c4d-b646-9a5eaa20edb6 admin admin] Publish callbacks [] for security_group (aee8ccb6-210b-437f-934f-a6e943b5ab02), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:35.686846 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f200270a-6cdc-4c4d-b646-9a5eaa20edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (aee8ccb6-210b-437f-934f-a6e943b5ab02), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:35.725191 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200270a-6cdc-4c4d-b646-9a5eaa20edb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee8ccb6-210b-437f-934f-a6e943b5ab02,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:35.729337 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f200270a-6cdc-4c4d-b646-9a5eaa20edb6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=38d02d083ec24587add6fa8c2ae389a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489674 Sep 01 00:31:35.732550 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52802) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:35.811801 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-87608210-43aa-4e3a-b59c-972a63318f3e req-83b7f71a-34fc-4396-b5f7-21921f01ab2d tempest-VolumesActionsTest-1372455104 tempest-VolumesActionsTest-1372455104-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa552b4e-20f4-408a-8bfe-ad4989188b48 HTTP/1.1" status: 200 len: 210 time: 0.0369172 Sep 01 00:31:35.829030 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1e785430-a267-41e1-8b0e-492420f5a4bd admin admin] Publish callbacks [] for security_group (aee8ccb6-210b-437f-934f-a6e943b5ab02), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:35.855917 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1e785430-a267-41e1-8b0e-492420f5a4bd admin admin] Publish callbacks [] for security_group (aee8ccb6-210b-437f-934f-a6e943b5ab02), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:35.872340 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4df71-2171-4834-8a53-03296e0ff6db req-43be81e6-689c-41f7-aae8-d0b45afc4f96 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:35.873892 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-23c4df71-2171-4834-8a53-03296e0ff6db req-43be81e6-689c-41f7-aae8-d0b45afc4f96 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0664251 Sep 01 00:31:35.887939 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:35.912336 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1e785430-a267-41e1-8b0e-492420f5a4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (aee8ccb6-210b-437f-934f-a6e943b5ab02), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:35.915319 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1e785430-a267-41e1-8b0e-492420f5a4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:35.924870 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-1e785430-a267-41e1-8b0e-492420f5a4bd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aee8ccb6-210b-437f-934f-a6e943b5ab02 HTTP/1.1" status: 204 len: 168 time: 0.1858401 Sep 01 00:31:35.934981 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e785430-a267-41e1-8b0e-492420f5a4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee8ccb6-210b-437f-934f-a6e943b5ab02,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:35.940086 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-23c4df71-2171-4834-8a53-03296e0ff6db req-c5ff9581-cec1-4ea8-8236-a84367995ca5 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585828 Sep 01 00:31:36.019681 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4df45-2dd9-4fd0-b8f2-424694b9382a req-9f26e791-d3a9-4225-9dcb-baff0c3fb02f tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:36.021294 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-58c4df45-2dd9-4fd0-b8f2-424694b9382a req-9f26e791-d3a9-4225-9dcb-baff0c3fb02f tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 946 time: 0.0507915 Sep 01 00:31:36.055883 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:36.077504 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-58c4df45-2dd9-4fd0-b8f2-424694b9382a req-c58e5661-4802-4bb0-b04e-1975a87ebf72 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504785 Sep 01 00:31:36.202694 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8165141-1929-4769-bf44-baaf59a8ff58 req-0c434c2c-7aeb-4214-8744-f6f334562810 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:36.204459 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c8165141-1929-4769-bf44-baaf59a8ff58 req-0c434c2c-7aeb-4214-8744-f6f334562810 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 946 time: 0.0541265 Sep 01 00:31:36.215013 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 52812) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:36.219673 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-d6f6b88d-c9e0-4709-8d29-ef253f2b8ee6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'floatingip': {'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:36.262780 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b88d-c9e0-4709-8d29-ef253f2b8ee6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (7de083df-dca7-427e-9266-d3bbfb15aee7), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:36.555972 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 06e6513e-9ce3-422d-a4a1-ced5f0ec100b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:31:36.603305 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 06e6513e-9ce3-422d-a4a1-ced5f0ec100b {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:31:36.603797 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 06e6513e-9ce3-422d-a4a1-ced5f0ec100b not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:31:36.736937 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b88d-c9e0-4709-8d29-ef253f2b8ee6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:36.740787 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b88d-c9e0-4709-8d29-ef253f2b8ee6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (7de083df-dca7-427e-9266-d3bbfb15aee7), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:36.834593 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-d6f6b88d-c9e0-4709-8d29-ef253f2b8ee6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Floating IP 7de083df-dca7-427e-9266-d3bbfb15aee7 associated. External IP: 172.27.4.220, port: 299fe693-858d-4ad5-9a80-e1369ca617bf. Sep 01 00:31:37.055242 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f6b88d-c9e0-4709-8d29-ef253f2b8ee6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:31:37.085003 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c367d-7869-46e5-84d7-4695d30afecf req-58b5867a-d275-41c9-a127-3a8d4e1c300f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:37.086525 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-940c367d-7869-46e5-84d7-4695d30afecf req-58b5867a-d275-41c9-a127-3a8d4e1c300f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0551946 Sep 01 00:31:37.147454 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-940c367d-7869-46e5-84d7-4695d30afecf req-79823bea-cac2-455d-96bd-1ec9793923da tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513051 Sep 01 00:31:37.168786 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f6b88d-c9e0-4709-8d29-ef253f2b8ee6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:31:37.173151 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b88d-c9e0-4709-8d29-ef253f2b8ee6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:37.176901 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:37.180987 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:31:37.208559 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-d6f6b88d-c9e0-4709-8d29-ef253f2b8ee6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/7de083df-dca7-427e-9266-d3bbfb15aee7 HTTP/1.1" status: 200 len: 992 time: 0.9922915 Sep 01 00:31:37.209219 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'tag': '299fe693-858d-4ad5-9a80-e1369ca617bf'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:31:37.211571 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1127ce96-f0c8-4356-8959-20e23312e0de" -d '{"events": [{"name": "network-changed", "server_uuid": "d50b662a-3c38-40f3-92b5-37f693b80d25", "tag": "299fe693-858d-4ad5-9a80-e1369ca617bf"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:31:37.262289 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49aa452-9e40-493f-8671-f824f0c11e49 x-openstack-request-id: req-c49aa452-9e40-493f-8671-f824f0c11e49 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:31:37.262579 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50b662a-3c38-40f3-92b5-37f693b80d25", "tag": "299fe693-858d-4ad5-9a80-e1369ca617bf", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:31:37.262973 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c49aa452-9e40-493f-8671-f824f0c11e49 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:31:37.263500 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49aa452-9e40-493f-8671-f824f0c11e49'] response: {'name': 'network-changed', 'server_uuid': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'tag': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'status': 'completed', 'code': 200} Sep 01 00:31:37.330393 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127ce96-f0c8-4356-8959-20e23312e0de req-5814d494-901a-4426-87d7-ee2719e330eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:37.333063 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1127ce96-f0c8-4356-8959-20e23312e0de req-5814d494-901a-4426-87d7-ee2719e330eb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 1130 time: 0.0434771 Sep 01 00:31:37.334111 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:37.334739 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:31:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:37.418255 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:37.456091 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127ce96-f0c8-4356-8959-20e23312e0de req-0ab7d054-591c-4826-8447-29fa2946091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:37.457847 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1127ce96-f0c8-4356-8959-20e23312e0de req-0ab7d054-591c-4826-8447-29fa2946091b service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 915 time: 0.0995717 Sep 01 00:31:37.469253 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:37.555561 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1127ce96-f0c8-4356-8959-20e23312e0de req-40ca1745-40ae-4341-a831-08f7d8093f10 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=299fe693-858d-4ad5-9a80-e1369ca617bf HTTP/1.1" status: 200 len: 1000 time: 0.0890691 Sep 01 00:31:37.615704 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127ce96-f0c8-4356-8959-20e23312e0de req-05a43050-f981-4d35-b185-dc9973a2d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:37.617263 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1127ce96-f0c8-4356-8959-20e23312e0de req-05a43050-f981-4d35-b185-dc9973a2d390 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 200 len: 853 time: 0.0507147 Sep 01 00:31:37.677778 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127ce96-f0c8-4356-8959-20e23312e0de req-adc3482b-f359-4736-8384-377d93753e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:37.679556 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1127ce96-f0c8-4356-8959-20e23312e0de req-adc3482b-f359-4736-8384-377d93753e3c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c58401f2-7e87-4905-8554-61c4ec2b1ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0532174 Sep 01 00:31:37.759660 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7de083df-dca7-427e-9266-d3bbfb15aee7', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:22:bd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:18Z', 'updated_at': '2022-09-01T00:31:36Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:37.795263 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:31:37.803922 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:31:37.804652 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:31:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:37.816484 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1127ce96-f0c8-4356-8959-20e23312e0de req-b53d85d7-21ef-4269-b925-fac1749ba1c3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289971 Sep 01 00:31:37.915306 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:31:37.930394 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1127ce96-f0c8-4356-8959-20e23312e0de req-a25aee7e-4d31-444d-973d-a3e60f5d5488 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059606 Sep 01 00:31:38.122701 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:38.138734 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7de083df-dca7-427e-9266-d3bbfb15aee7', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:22:bd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:18Z', 'updated_at': '2022-09-01T00:31:36Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:31:38.163226 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38d5f3-b113-4e23-869a-26b92ac2c351 None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7de083df-dca7-427e-9266-d3bbfb15aee7', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:22:bd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:18Z', 'updated_at': '2022-09-01T00:31:36Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:31:38.282149 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be0ee9-7c40-41c2-9eff-b30d1e6cd0c5 req-02464042-5787-47d6-9a57-8591860819e3 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:38.283678 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-65be0ee9-7c40-41c2-9eff-b30d1e6cd0c5 req-02464042-5787-47d6-9a57-8591860819e3 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Sep 01 00:31:38.337736 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-65be0ee9-7c40-41c2-9eff-b30d1e6cd0c5 req-ed04c737-a22c-43e4-9596-10a44b0b074d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481756 Sep 01 00:31:38.358674 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc2e2f-a434-457b-a0f8-3e50c1872aaf None None] New status for floating IP 7de083df-dca7-427e-9266-d3bbfb15aee7: ACTIVE {{(pid=117904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:31:39.459034 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06664eb-a94e-4cfb-8fe4-007211eb633f req-b10afd94-8f1d-4f37-b71f-f9528fee7078 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:39.460525 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c06664eb-a94e-4cfb-8fe4-007211eb633f req-b10afd94-8f1d-4f37-b71f-f9528fee7078 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0465577 Sep 01 00:31:39.506609 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c06664eb-a94e-4cfb-8fe4-007211eb633f req-0e23a8a1-143a-4311-9bf4-913b2b9a9698 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 Sep 01 00:31:40.626905 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5aaf63-28be-464a-9390-4d9c15f74799 req-34807652-0bd8-487d-aefc-0bab0d046264 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:40.628427 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8f5aaf63-28be-464a-9390-4d9c15f74799 req-34807652-0bd8-487d-aefc-0bab0d046264 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0491185 Sep 01 00:31:40.676423 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8f5aaf63-28be-464a-9390-4d9c15f74799 req-37c5b1cc-0ea4-4dc3-8921-8e90e474e474 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424538 Sep 01 00:31:41.793036 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72360a27-1b4c-4aa5-af5f-0ad2a68e6953 req-74b71805-21cc-4684-9ffa-29100c134155 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:41.794491 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-72360a27-1b4c-4aa5-af5f-0ad2a68e6953 req-74b71805-21cc-4684-9ffa-29100c134155 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0458853 Sep 01 00:31:41.842503 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-72360a27-1b4c-4aa5-af5f-0ad2a68e6953 req-7d9f44e7-5057-4551-b4f8-043935980b20 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Sep 01 00:31:42.960051 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:42.975702 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1345661-60c3-4128-a75d-138ae7acdfc2 req-61a77586-8787-4bc8-8f9e-ff75ed368fda tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:42.977769 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b1345661-60c3-4128-a75d-138ae7acdfc2 req-61a77586-8787-4bc8-8f9e-ff75ed368fda tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0552981 Sep 01 00:31:43.037224 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b1345661-60c3-4128-a75d-138ae7acdfc2 req-5711d8ef-3911-4550-89be-58f93227dbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524814 Sep 01 00:31:43.791590 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ae49-554b-4240-9a3c-aad25ca4e6ae req-a8e8747f-5603-4a8b-a0ed-54015484a06f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:43.793147 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dd06ae49-554b-4240-9a3c-aad25ca4e6ae req-a8e8747f-5603-4a8b-a0ed-54015484a06f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0735626 Sep 01 00:31:43.893326 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dd06ae49-554b-4240-9a3c-aad25ca4e6ae req-13933a60-4ec7-4b51-a15a-b326406f8c87 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939591 Sep 01 00:31:44.055841 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-1c18eb0e-ed44-4562-b9a8-628beff381d8 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2112612746&fields=id&tenant_id=3f39cdb9221440658d7cd52c341cf08a HTTP/1.1" status: 200 len: 267 time: 0.0879219 Sep 01 00:31:44.270133 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad19f6-cd88-48c9-bb80-753146cd2c51 req-e0e15bf6-a41e-4e2f-94de-75acd5bccb9d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:44.272867 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7aad19f6-cd88-48c9-bb80-753146cd2c51 req-e0e15bf6-a41e-4e2f-94de-75acd5bccb9d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.1087596 Sep 01 00:31:44.290510 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-c0002575-df55-405b-942b-2ced81192ad0 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:44.299053 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-c0002575-df55-405b-942b-2ced81192ad0 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 HTTP/1.1" status: 200 len: 809 time: 0.2346430 Sep 01 00:31:44.313192 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ccf40b59-4445-4885-b8af-861c4f15fc10 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/quotas/3f39cdb9221440658d7cd52c341cf08a HTTP/1.1" status: 200 len: 375 time: 0.0130506 Sep 01 00:31:44.337406 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7aad19f6-cd88-48c9-bb80-753146cd2c51 req-0c6c91c7-92fa-49d9-b20a-41a3d661268a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562112 Sep 01 00:31:44.378370 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-2b053f32-d936-412a-814b-ab313afd319a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3f39cdb9221440658d7cd52c341cf08a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581696 Sep 01 00:31:44.503732 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:44.526040 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-5b5b6821-80ca-414f-9f16-201907b78bcc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303620 Sep 01 00:31:44.535011 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:44.631152 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-3b12923a-8a7d-4df2-ba4c-b793f2a69ff0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042674 Sep 01 00:31:45.114545 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e48969-708f-4a6a-9bc4-02cb8669e9e9 req-4a9a3bff-47af-41aa-8485-3f8831643aa0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:45.116043 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b1e48969-708f-4a6a-9bc4-02cb8669e9e9 req-4a9a3bff-47af-41aa-8485-3f8831643aa0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0803473 Sep 01 00:31:45.140775 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9cc4cb3a-43cf-4211-aec3-97082800a027 req-863d8a71-6249-4dab-9c18-1c986d3b9fb3 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 210 time: 0.0534546 Sep 01 00:31:45.182596 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b1e48969-708f-4a6a-9bc4-02cb8669e9e9 req-8eef7d95-17b3-48b4-8911-4c2f933aba55 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580840 Sep 01 00:31:45.486975 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49590-fc6d-43e7-a1ee-a50b3571bece req-c8aa2f70-3972-4215-ad45-1ef4c5e30989 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:45.495880 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fee49590-fc6d-43e7-a1ee-a50b3571bece req-c8aa2f70-3972-4215-ad45-1ef4c5e30989 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0648124 Sep 01 00:31:45.553906 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fee49590-fc6d-43e7-a1ee-a50b3571bece req-3e8ac454-7a6d-4d8a-a802-a7050101a8e8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565295 Sep 01 00:31:46.297189 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2bc1e090-ec1a-4ade-b847-a7970f681eb4 req-cbcee4aa-d7a5-459e-8324-e4430caf8ddb tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 210 time: 0.0542111 Sep 01 00:31:46.345393 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd834d-43aa-4184-9ea6-476d3d01738c req-ba3a350b-8513-4f89-ab7f-95ee4906489f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:46.352817 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c2bd834d-43aa-4184-9ea6-476d3d01738c req-ba3a350b-8513-4f89-ab7f-95ee4906489f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0629706 Sep 01 00:31:46.406110 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c2bd834d-43aa-4184-9ea6-476d3d01738c req-25bb5f26-02a3-4eff-b286-01014530ed88 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522785 Sep 01 00:31:46.628824 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-a60fe791-336e-4985-8ba0-52f551ed3ad1 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:46.641473 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-a60fe791-336e-4985-8ba0-52f551ed3ad1 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.30 "GET /networking/v2.0/networks?id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 HTTP/1.1" status: 200 len: 809 time: 0.1693931 Sep 01 00:31:46.750481 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-80234a02-cf9a-459d-81aa-6b87c39a2224 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f39cdb9221440658d7cd52c341cf08a HTTP/1.1" status: 200 len: 380 time: 0.0985472 Sep 01 00:31:46.760403 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Request body: {'port': {'device_id': '12865e9d-801f-4fc9-a160-3628da11fe30', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'admin_state_up': True, 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'security_groups': ['48a451df-e5cb-427c-be2b-11e1c997cdb6']}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:46.789034 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1414304-5b94-4d80-8be1-4f8c8532dc73 req-e1fa2f1c-ebb5-45cb-a248-c1234e00ba0a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:46.801183 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e1414304-5b94-4d80-8be1-4f8c8532dc73 req-e1fa2f1c-ebb5-45cb-a248-c1234e00ba0a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0988524 Sep 01 00:31:46.862548 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e1414304-5b94-4d80-8be1-4f8c8532dc73 req-29091666-9316-4ef3-ae36-26f48b1838d9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584481 Sep 01 00:31:46.916727 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Made reservation on behalf of 3f39cdb9221440658d7cd52c341cf08a for: {'port': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:31:46.921971 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:47.319968 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Allocated IP 172.20.0.6 (c0b24cda-34e6-4a2a-a3b5-60c23fd152f5/86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e/7e1bd795-ba93-4500-a63a-3a150fd97453) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:47.450765 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6aaa2144-02b8-4698-b4ce-c94a44f9ed01 req-65db0898-0010-4804-bddd-17e884aa6c8b tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 210 time: 0.0599558 Sep 01 00:31:47.555587 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:47.571049 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297483b6-ce51-4b09-a2d1-7f7d7d0252aa req-6dc16c12-91b6-47e2-a5e2-c7fe8ce973ec tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:47.583870 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-297483b6-ce51-4b09-a2d1-7f7d7d0252aa req-6dc16c12-91b6-47e2-a5e2-c7fe8ce973ec tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0656707 Sep 01 00:31:47.594985 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:47.596755 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:47.600948 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:47.649093 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-297483b6-ce51-4b09-a2d1-7f7d7d0252aa req-8cca4d24-e898-42f9-ba3c-0c6da091e6fb tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609329 Sep 01 00:31:47.663444 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event updated for resources: {'Port': ['ID=7e1bd795-ba93-4500-a63a-3a150fd97453,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:47.675777 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:47.677533 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:47.679893 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.680237 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.680608 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.681032 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.681393 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.681823 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.682038 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.682408 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.682735 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.683150 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.683534 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.684847 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.685163 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.685903 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.685903 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:47.689322 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:47.743628 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:47.744358 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:47.768728 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-e92429f6-8603-43bc-ba64-d0a5423f9bfe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0130155 Sep 01 00:31:47.937816 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-fea4f225-46aa-45aa-a448-18da0018dfd1 None None] Provisioning complete for port 7e1bd795-ba93-4500-a63a-3a150fd97453 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:31:47.938537 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-fea4f225-46aa-45aa-a448-18da0018dfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:47.995626 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:47.996833 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-fea4f225-46aa-45aa-a448-18da0018dfd1 None None] Port 7e1bd795-ba93-4500-a63a-3a150fd97453 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:31:48.028272 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c142fea-a979-48e7-b046-6d590f487166 req-1a1f8dde-5bff-41bc-83a7-46c4330b37ea tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:48.030411 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9c142fea-a979-48e7-b046-6d590f487166 req-1a1f8dde-5bff-41bc-83a7-46c4330b37ea tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0610976 Sep 01 00:31:48.098853 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9c142fea-a979-48e7-b046-6d590f487166 req-7e94a4dd-8326-48ff-896a-2be19428d541 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577378 Sep 01 00:31:48.423246 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Request body: {'port': {'device_id': '12865e9d-801f-4fc9-a160-3628da11fe30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:48.525201 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:48.560384 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:48.610688 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09145c76-cd5c-4de5-b8bd-d2fe6e525b29 req-8804c1cf-337b-40c3-b0e0-e16bbb578f9f tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:48.611525 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:48.614483 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-09145c76-cd5c-4de5-b8bd-d2fe6e525b29 req-8804c1cf-337b-40c3-b0e0-e16bbb578f9f tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 931 time: 0.0635641 Sep 01 00:31:48.688980 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-09145c76-cd5c-4de5-b8bd-d2fe6e525b29 req-0472892a-f4b9-4658-9be9-acd30efa5740 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681441 Sep 01 00:31:48.853242 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:31:48.859939 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:48.882723 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed06517-359d-4ae9-bbee-c51a1e29fdd5 req-eb477149-58a7-458c-8b9b-5af244667942 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:48.887299 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5ed06517-359d-4ae9-bbee-c51a1e29fdd5 req-eb477149-58a7-458c-8b9b-5af244667942 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.1236346 Sep 01 00:31:49.015883 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb5333-089c-4de7-bb65-cc34963ee97e req-61e51fcf-d8e2-403c-996b-d4d4ed98a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:49.017383 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-99bb5333-089c-4de7-bb65-cc34963ee97e req-61e51fcf-d8e2-403c-996b-d4d4ed98a0ad service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 1129 time: 0.1018734 Sep 01 00:31:49.025341 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1bd795-ba93-4500-a63a-3a150fd97453 {{(pid=117902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:31:49.036536 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Publish callbacks [] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:49.042753 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5ed06517-359d-4ae9-bbee-c51a1e29fdd5 req-bfbb52da-3c45-4f1e-a7ac-ab4db51ebabc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260550 Sep 01 00:31:49.070577 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.provisioning_blocks [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Transition to ACTIVE for port object 7e1bd795-ba93-4500-a63a-3a150fd97453 will not be triggered until provisioned by entity L2. {{(pid=117902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:31:49.082794 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:49.166447 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1bd795-ba93-4500-a63a-3a150fd97453,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:49.201866 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:49.238125 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Attempting to bind port 7e1bd795-ba93-4500-a63a-3a150fd97453 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:31:49.238542 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Attempting to bind port 7e1bd795-ba93-4500-a63a-3a150fd97453 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:31:49.239006 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Attempting to bind port 7e1bd795-ba93-4500-a63a-3a150fd97453 on network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:49.244674 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Port 7e1bd795-ba93-4500-a63a-3a150fd97453 on network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:31:49.245004 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Attempting to bind port 7e1bd795-ba93-4500-a63a-3a150fd97453 on network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:31:49.247423 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc449e-7b73-4624-bbb1-8fe383ce02a2 req-b5d72655-8cc5-4d81-b4a1-8eb9234e6dca tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:49.252710 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:31:49.253363 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Checking segment: {'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:31:49.253927 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Bound using segment: {'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:31:49.254388 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Bound port: 7e1bd795-ba93-4500-a63a-3a150fd97453, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e51995-44ca-4b06-b29b-31786031e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5'}}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:31:49.254753 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:49.256958 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-60dc449e-7b73-4624-bbb1-8fe383ce02a2 req-b5d72655-8cc5-4d81-b4a1-8eb9234e6dca tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0731423 Sep 01 00:31:49.306207 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:49.319788 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-60dc449e-7b73-4624-bbb1-8fe383ce02a2 req-b2d0fc19-539c-4e24-9690-9609d484b691 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616970 Sep 01 00:31:49.407225 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-99bb5333-089c-4de7-bb65-cc34963ee97e req-2afbc331-6ba9-4ef7-bc5d-d75bbc446a3c service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486325 Sep 01 00:31:49.418569 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] For port 7e1bd795-ba93-4500-a63a-3a150fd97453, host hv-cinder-82002, cleared binding levels {{(pid=117902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:31:49.423028 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] For port 7e1bd795-ba93-4500-a63a-3a150fd97453, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=7e1bd795-ba93-4500-a63a-3a150fd97453,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:31:49.429282 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:49.432567 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:49.436008 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:49.436152 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/7e1bd795-ba93-4500-a63a-3a150fd97453 HTTP/1.1" status: 200 len: 1093 time: 1.0264380 Sep 01 00:31:49.438392 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:31:49.440705 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b768fb8c-cd14-4572-b174-69ebc4d36716" -d '{"events": [{"name": "network-changed", "server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:31:49.486140 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1671c141-4f71-44aa-836f-0edc308f990a x-openstack-request-id: req-1671c141-4f71-44aa-836f-0edc308f990a {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:31:49.486431 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:31:49.486686 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1671c141-4f71-44aa-836f-0edc308f990a {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:31:49.487089 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1671c141-4f71-44aa-836f-0edc308f990a'] response: {'name': 'network-changed', 'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'status': 'completed', 'code': 200} Sep 01 00:31:49.505383 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e5b6d-9371-47a9-bebb-425fbfe2d711 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1bd795-ba93-4500-a63a-3a150fd97453,revision_number=3']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:49.757353 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768fb8c-cd14-4572-b174-69ebc4d36716 req-d939f716-1fa2-4063-9332-bdd71bb0d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:49.758939 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b768fb8c-cd14-4572-b174-69ebc4d36716 req-d939f716-1fa2-4063-9332-bdd71bb0d23b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3f39cdb9221440658d7cd52c341cf08a&device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 1127 time: 0.1009378 Sep 01 00:31:49.843627 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48007d-70b1-460a-ac4a-554fd45fb832 req-04222714-200f-40b7-885e-f111778afc2b tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:49.853998 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fa48007d-70b1-460a-ac4a-554fd45fb832 req-04222714-200f-40b7-885e-f111778afc2b tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0665593 Sep 01 00:31:49.901173 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768fb8c-cd14-4572-b174-69ebc4d36716 req-416fbb30-474d-47c1-b23f-d0261dc7868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:49.902940 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b768fb8c-cd14-4572-b174-69ebc4d36716 req-416fbb30-474d-47c1-b23f-d0261dc7868a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=3f39cdb9221440658d7cd52c341cf08a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1361499 Sep 01 00:31:49.910223 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fa48007d-70b1-460a-ac4a-554fd45fb832 req-8daa62bb-4556-456a-aa2c-12509aaa6063 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548348 Sep 01 00:31:50.259672 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768fb8c-cd14-4572-b174-69ebc4d36716 req-3919f586-f4b7-40cb-a785-346285835c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:50.261334 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b768fb8c-cd14-4572-b174-69ebc4d36716 req-3919f586-f4b7-40cb-a785-346285835c6d service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273873 Sep 01 00:31:50.344775 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd67f-b6e7-4b07-9567-3020320c5909 req-e645d3d1-c691-4e25-9cc3-e297af7cc7bd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:50.358945 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-87ddd67f-b6e7-4b07-9567-3020320c5909 req-e645d3d1-c691-4e25-9cc3-e297af7cc7bd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.1388900 Sep 01 00:31:50.370361 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-224cd188-f35b-4dbf-b9ae-b64f2ea204a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:50.436944 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-87ddd67f-b6e7-4b07-9567-3020320c5909 req-84ba15ae-b553-4e52-8433-537544d4b6f8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692420 Sep 01 00:31:50.476249 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-a6591dd6-07e1-41f1-af95-42e24f58e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:50.477828 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-a6591dd6-07e1-41f1-af95-42e24f58e764 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3f39cdb9221440658d7cd52c341cf08a&device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 1127 time: 0.1526642 Sep 01 00:31:50.509788 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76632d8-80a2-4b4e-803c-0ca100946db4 req-12d3ab57-3eab-4164-ae17-cf353f3b2733 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:50.511252 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b76632d8-80a2-4b4e-803c-0ca100946db4 req-12d3ab57-3eab-4164-ae17-cf353f3b2733 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0934274 Sep 01 00:31:50.577923 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b76632d8-80a2-4b4e-803c-0ca100946db4 req-13d238dc-16e5-4ea3-a276-a86c623ab057 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594604 Sep 01 00:31:50.640823 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0e63e-286b-4ff8-b973-cfbc4f299970 req-a1a5cbec-4e9d-4925-b443-157d2d1c1188 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:50.642345 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7dc0e63e-286b-4ff8-b973-cfbc4f299970 req-a1a5cbec-4e9d-4925-b443-157d2d1c1188 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0876276 Sep 01 00:31:50.712600 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7dc0e63e-286b-4ff8-b973-cfbc4f299970 req-60ca66e2-8d34-4cd4-8d7d-e975ca4d23e6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628393 Sep 01 00:31:51.056213 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fc0ee-3b33-4484-afd2-0e76c9034d2a req-b2b7476a-b567-4829-a3cb-80e5e7fb8c46 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:51.057736 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0d5fc0ee-3b33-4484-afd2-0e76c9034d2a req-b2b7476a-b567-4829-a3cb-80e5e7fb8c46 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0638516 Sep 01 00:31:51.155071 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0d5fc0ee-3b33-4484-afd2-0e76c9034d2a req-b1e28fde-6474-41a5-a44e-dddaf7d85b73 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907769 Sep 01 00:31:51.156964 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-0324dfea-313a-4d4e-842e-f8aefda21c1e service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1bd795-ba93-4500-a63a-3a150fd97453 HTTP/1.1" status: 200 len: 217 time: 0.0572166 Sep 01 00:31:51.269626 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-8d2556dd-6bca-4027-8d74-872f56d3de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:51.271671 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-8d2556dd-6bca-4027-8d74-872f56d3de8d service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e HTTP/1.1" status: 200 len: 848 time: 0.0603421 Sep 01 00:31:51.341803 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-5ae457ce-2e18-4d6d-a645-bf07221c15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:51.343696 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-5ae457ce-2e18-4d6d-a645-bf07221c15fa service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0573921 Sep 01 00:31:51.361389 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:51.456874 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-9f8c215f-6551-40b0-8b33-0bdab4a650dc service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038048 Sep 01 00:31:51.576599 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9bd7fe29-2af2-42e5-bf98-9da068056b3e req-360861ae-e9b4-4d92-8025-024ad708115b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111841 Sep 01 00:31:51.603449 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0500d99-be15-4574-8cd3-cd22216e3768 req-ec0c1a32-f319-4291-8893-10d0e1c4d8c5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:51.605415 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d0500d99-be15-4574-8cd3-cd22216e3768 req-ec0c1a32-f319-4291-8893-10d0e1c4d8c5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0556779 Sep 01 00:31:51.646254 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:51.693890 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d0500d99-be15-4574-8cd3-cd22216e3768 req-34ab3df5-925f-45bc-b52e-8318ffbf3c57 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757170 Sep 01 00:31:51.739792 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f8a0d-a604-4ae2-8587-faecef519485 req-927951bc-b08a-4f3f-a5a5-00c7fe0c09c0 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:51.741573 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-200f8a0d-a604-4ae2-8587-faecef519485 req-927951bc-b08a-4f3f-a5a5-00c7fe0c09c0 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0738969 Sep 01 00:31:51.800404 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-200f8a0d-a604-4ae2-8587-faecef519485 req-e070fd31-f68c-48c6-9ddd-66bd96636478 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490031 Sep 01 00:31:51.857060 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119e13-936c-4c5b-a091-391d497320ca req-2d17cccc-dd79-469b-864d-0dfb76a4ee32 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:51.858555 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c1119e13-936c-4c5b-a091-391d497320ca req-2d17cccc-dd79-469b-864d-0dfb76a4ee32 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0585296 Sep 01 00:31:51.917143 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c1119e13-936c-4c5b-a091-391d497320ca req-af2f0bd0-e602-4723-9f4b-29b4d5422a1b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529461 Sep 01 00:31:52.272167 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783600e0-92ac-42ab-8e48-e941547a9bec req-417d3f33-c88b-4983-a2fa-e3f7844566b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:52.273819 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-783600e0-92ac-42ab-8e48-e941547a9bec req-417d3f33-c88b-4983-a2fa-e3f7844566b3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 1129 time: 0.1064582 Sep 01 00:31:52.316727 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc527642-8ddb-4c09-9ab6-80cb15d5d36f req-9951f98e-d4f5-4a2b-bace-db8b46340772 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:52.317637 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bbd6b-9405-4893-93bc-4970209f359a req-1661b5e2-ba0e-4d01-8e2a-562483962412 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:52.320542 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-561bbd6b-9405-4893-93bc-4970209f359a req-1661b5e2-ba0e-4d01-8e2a-562483962412 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.1121016 Sep 01 00:31:52.326934 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bc527642-8ddb-4c09-9ab6-80cb15d5d36f req-9951f98e-d4f5-4a2b-bace-db8b46340772 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0731912 Sep 01 00:31:52.376252 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:52.406363 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bc527642-8ddb-4c09-9ab6-80cb15d5d36f req-82f8baea-60e2-44e2-a184-5a0698c74c16 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779309 Sep 01 00:31:52.441343 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-561bbd6b-9405-4893-93bc-4970209f359a req-ceb073aa-7fd5-4212-a59a-a724126d9d8d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842569 Sep 01 00:31:52.460405 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783600e0-92ac-42ab-8e48-e941547a9bec req-40fc9fc9-b10f-44eb-8915-d57a8d115f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:52.462016 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-783600e0-92ac-42ab-8e48-e941547a9bec req-40fc9fc9-b10f-44eb-8915-d57a8d115f2b service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.1784503 Sep 01 00:31:52.512216 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-783600e0-92ac-42ab-8e48-e941547a9bec req-b50cd95b-d264-4764-8238-75ffbdefc3fa service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1686bbb5-7c47-498b-bb89-88826527d80e HTTP/1.1" status: 200 len: 217 time: 0.0412507 Sep 01 00:31:52.582306 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783600e0-92ac-42ab-8e48-e941547a9bec req-deeb2d61-607e-4441-98cc-3145e3ca9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:52.583776 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-783600e0-92ac-42ab-8e48-e941547a9bec req-deeb2d61-607e-4441-98cc-3145e3ca9417 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.0606694 Sep 01 00:31:52.636171 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783600e0-92ac-42ab-8e48-e941547a9bec req-9ace2954-7bc8-4425-afb3-5c0cfb4098b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:52.637549 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-783600e0-92ac-42ab-8e48-e941547a9bec req-9ace2954-7bc8-4425-afb3-5c0cfb4098b3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456684 Sep 01 00:31:52.751885 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-783600e0-92ac-42ab-8e48-e941547a9bec req-1303196f-c071-4354-ab28-8e8205d2b8ec service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061695 Sep 01 00:31:52.768785 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-63d83266-4183-4610-b346-76567bba4080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:52.878035 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5aaa7-58cb-4b4c-baa9-d4bb4a8be40f req-e9f7f377-e7a3-4751-b747-416ac5934699 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:52.879554 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2ff5aaa7-58cb-4b4c-baa9-d4bb4a8be40f req-e9f7f377-e7a3-4751-b747-416ac5934699 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0730689 Sep 01 00:31:52.890845 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-783600e0-92ac-42ab-8e48-e941547a9bec req-bf63659a-02a3-4743-a08a-a6733db97a87 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221869 Sep 01 00:31:52.953515 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7732eb-7235-4b4d-acc2-cac12a05b5a7 req-c6fa8e2b-037a-4a1b-8840-320063c151f8 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:52.961050 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-bc7732eb-7235-4b4d-acc2-cac12a05b5a7 req-c6fa8e2b-037a-4a1b-8840-320063c151f8 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0600083 Sep 01 00:31:52.961962 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2ff5aaa7-58cb-4b4c-baa9-d4bb4a8be40f req-ececd38e-b7d1-4b7d-8bd8-e5890daec791 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728598 Sep 01 00:31:53.012867 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-bc7732eb-7235-4b4d-acc2-cac12a05b5a7 req-c9367333-ab71-42a8-bc64-43c49d4a18b8 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507712 Sep 01 00:31:53.529268 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b677475-5a5d-4825-a76c-eb04e242f35f req-82e27a42-f82d-4e33-a90f-7b2aa29139b5 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:53.530831 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5b677475-5a5d-4825-a76c-eb04e242f35f req-82e27a42-f82d-4e33-a90f-7b2aa29139b5 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0510724 Sep 01 00:31:53.597992 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5b677475-5a5d-4825-a76c-eb04e242f35f req-8235f6db-fb8c-4e04-9862-266ad08f9b28 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607975 Sep 01 00:31:53.634603 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe2942-0fea-4c1b-b5b7-e95564420b53 req-b349c896-7c6c-49e7-a087-40af6a6991ef tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:53.636179 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4ffe2942-0fea-4c1b-b5b7-e95564420b53 req-b349c896-7c6c-49e7-a087-40af6a6991ef tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0664010 Sep 01 00:31:53.692385 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4ffe2942-0fea-4c1b-b5b7-e95564420b53 req-100ab8ac-406e-42cc-98d2-82564369995e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469999 Sep 01 00:31:53.950440 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:54.112391 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:54.144481 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004b490-405f-484a-9861-6cf987299fc1 req-b93ee621-7286-42bd-aa6c-ec3b1d710de9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:54.157607 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e004b490-405f-484a-9861-6cf987299fc1 req-b93ee621-7286-42bd-aa6c-ec3b1d710de9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0789256 Sep 01 00:31:54.160311 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ce3a1-24cb-4fc6-ad1e-06887a10a9fe req-07516b3e-b66e-4d6a-b7ee-630950dd6b28 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:54.162124 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-041ce3a1-24cb-4fc6-ad1e-06887a10a9fe req-07516b3e-b66e-4d6a-b7ee-630950dd6b28 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0625143 Sep 01 00:31:54.209760 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:54.219344 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e004b490-405f-484a-9861-6cf987299fc1 req-f20778bd-5974-44f6-924f-c07c25b36c21 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603149 Sep 01 00:31:54.231098 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-041ce3a1-24cb-4fc6-ad1e-06887a10a9fe req-d8850380-c147-4bdb-b10e-b0d4b8dea3d6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611444 Sep 01 00:31:54.309456 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:54.738792 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0ac52-e754-4eaa-80b4-98d7f24adcde req-5b34d558-100c-4e99-a19b-fa7f77e893ef tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:54.740383 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8ad0ac52-e754-4eaa-80b4-98d7f24adcde req-5b34d558-100c-4e99-a19b-fa7f77e893ef tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0590725 Sep 01 00:31:54.842234 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8ad0ac52-e754-4eaa-80b4-98d7f24adcde req-f9804fbd-7a8b-4784-9ebd-ac535aad2f52 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938942 Sep 01 00:31:54.878345 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c428b2-bba9-42dd-a657-dab39e0f448d req-712136f9-122a-4084-9b92-415bef1cd6a9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:54.880285 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d3c428b2-bba9-42dd-a657-dab39e0f448d req-712136f9-122a-4084-9b92-415bef1cd6a9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0994096 Sep 01 00:31:54.936513 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d3c428b2-bba9-42dd-a657-dab39e0f448d req-cbc2f8b0-e624-4d2a-91ec-5af15431bfd6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501211 Sep 01 00:31:55.260800 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:55.398305 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:55.414648 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d01b7-4ad5-433f-81e2-6ea06b8b3939 req-f3db4aee-b07e-4185-8c62-152a8c87e0bc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:55.419244 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fe0d01b7-4ad5-433f-81e2-6ea06b8b3939 req-f3db4aee-b07e-4185-8c62-152a8c87e0bc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0806372 Sep 01 00:31:55.431777 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8aafa0-e217-4e04-ae31-994f7add3873 req-8f0d927d-3110-4cec-8798-e1b2c75685ce tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:55.440342 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4e8aafa0-e217-4e04-ae31-994f7add3873 req-8f0d927d-3110-4cec-8798-e1b2c75685ce tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0874441 Sep 01 00:31:55.480663 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fe0d01b7-4ad5-433f-81e2-6ea06b8b3939 req-217e2732-0373-4832-b178-d52e174cff08 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548258 Sep 01 00:31:55.494682 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4e8aafa0-e217-4e04-ae31-994f7add3873 req-6d053f2b-32e0-4a69-b957-ce5a74810b9f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529847 Sep 01 00:31:55.654331 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-03ecca94-6db0-48b4-8227-27c696c8e423 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520401 Sep 01 00:31:55.732625 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-8389aeec-d6a3-4f6f-934c-9d870ff2ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:55.734962 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-8389aeec-d6a3-4f6f-934c-9d870ff2ca92 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 1129 time: 0.0533307 Sep 01 00:31:55.867262 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:55.878485 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-6bbb028d-344e-4487-b783-3d04158b8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:55.879943 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-6bbb028d-344e-4487-b783-3d04158b8524 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.1153536 Sep 01 00:31:55.928031 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-5b071b15-390b-48ef-8513-c6f840d3eff0 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed HTTP/1.1" status: 200 len: 217 time: 0.0387559 Sep 01 00:31:56.023585 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-92efd6e8-faf9-471e-b68a-1999d0f1be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:56.025148 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-92efd6e8-faf9-471e-b68a-1999d0f1be50 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.0858121 Sep 01 00:31:56.034632 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba6e1-338d-432f-8ca1-1632a86e7ad6 req-23bf54da-aa3f-4b30-a355-9b0de40edea5 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:56.041323 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c7dba6e1-338d-432f-8ca1-1632a86e7ad6 req-23bf54da-aa3f-4b30-a355-9b0de40edea5 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0939095 Sep 01 00:31:56.101960 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c7dba6e1-338d-432f-8ca1-1632a86e7ad6 req-de475e97-c9ae-4897-9869-58f2ec626852 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596724 Sep 01 00:31:56.164912 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-2876a162-7e20-4075-a73c-f6735c8b33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:56.169689 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-2876a162-7e20-4075-a73c-f6735c8b33d4 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643823 Sep 01 00:31:56.176488 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a056e-1a24-4310-b0e3-cc8c953f7c30 req-14e787ce-61ab-4d9b-b935-1dee8d6930c2 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:56.178043 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cb5a056e-1a24-4310-b0e3-cc8c953f7c30 req-14e787ce-61ab-4d9b-b935-1dee8d6930c2 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.1137841 Sep 01 00:31:56.269141 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cb5a056e-1a24-4310-b0e3-cc8c953f7c30 req-3f1ea850-91e3-48bf-8e8a-3db0318bde46 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840683 Sep 01 00:31:56.338161 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-0af805a6-b690-4760-841f-a6357d0c8536 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634495 Sep 01 00:31:56.443186 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d354969e-3ce7-4914-8abc-e1e4460c352a req-2ca20065-e3bf-4d9a-b56b-88cc7306cd07 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979252 Sep 01 00:31:56.697483 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f179-9fa4-4b17-b13c-ae1206ba7837 req-2bf6cabe-54e7-430c-8036-f8464b58a19a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:56.705419 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d3d0f179-9fa4-4b17-b13c-ae1206ba7837 req-2bf6cabe-54e7-430c-8036-f8464b58a19a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0786524 Sep 01 00:31:56.706273 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c225e3-9b04-4a9a-b282-4b2737ea1fa1 req-42c77043-2661-414f-8d44-1b0b7db53922 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:56.713935 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-42c225e3-9b04-4a9a-b282-4b2737ea1fa1 req-42c77043-2661-414f-8d44-1b0b7db53922 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0682988 Sep 01 00:31:56.779807 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d3d0f179-9fa4-4b17-b13c-ae1206ba7837 req-78d95888-7c29-4692-870d-7131ab287c09 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706997 Sep 01 00:31:56.794822 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-42c225e3-9b04-4a9a-b282-4b2737ea1fa1 req-bd40fa33-623c-4be7-b95d-48e44124b56d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799007 Sep 01 00:31:57.222706 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696ead6-befb-4aea-b8c2-9e492e6ceb63 req-be94ac5e-cbf2-49c5-aa30-01b2069ae431 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:57.224224 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c696ead6-befb-4aea-b8c2-9e492e6ceb63 req-be94ac5e-cbf2-49c5-aa30-01b2069ae431 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0514348 Sep 01 00:31:57.293671 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c696ead6-befb-4aea-b8c2-9e492e6ceb63 req-3313820e-afa4-4813-bef7-5051568eaf9d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575063 Sep 01 00:31:57.913729 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 53200) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:57.922873 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910630475', 'description': 'tempest-description--1226099787'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:57.981882 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df7ed9-b8e7-44ef-a574-641f20b4a030 req-1852580b-3ecf-4218-8418-d6ca8ef4c618 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:57.984457 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a2df7ed9-b8e7-44ef-a574-641f20b4a030 req-1852580b-3ecf-4218-8418-d6ca8ef4c618 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.1057806 Sep 01 00:31:57.991393 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.033151 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:58.041740 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:58.116055 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a2df7ed9-b8e7-44ef-a574-641f20b4a030 req-fb580a87-578d-405b-b009-db9b8a432ea7 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253676 Sep 01 00:31:58.145232 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group (ed84c6ee-1842-49fb-bbba-16f3020279c4), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.158389 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ed84c6ee-1842-49fb-bbba-16f3020279c4), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.217291 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed84c6ee-1842-49fb-bbba-16f3020279c4,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:58.229037 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.230338 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3151116 Sep 01 00:31:58.231913 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.232264 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.232877 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.233365 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.233708 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.234046 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.234385 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.234717 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.235049 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.235381 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.235714 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.236045 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.236384 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.236738 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.237435 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 53208) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:58.239216 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538499aa-0a26-4032-9354-4034d3d25eb1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:31:58.244658 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-6ba28ee0-06c7-4a52-b9cd-6c2f9ef8679e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Request body: {'security_group_rule': {'security_group_id': 'ed84c6ee-1842-49fb-bbba-16f3020279c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:58.247691 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13adba-7b61-494c-924a-6b519d62408c req-9d8d5f16-6cc8-450b-9ae2-ee50cd0c0c94 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:58.255118 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4b13adba-7b61-494c-924a-6b519d62408c req-9d8d5f16-6cc8-450b-9ae2-ee50cd0c0c94 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.1085920 Sep 01 00:31:58.305303 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6ba28ee0-06c7-4a52-b9cd-6c2f9ef8679e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group_rule (96c1cab7-c83c-4236-afcf-53054a2aee85), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.327002 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4b13adba-7b61-494c-924a-6b519d62408c req-60e74d9c-560c-451d-8c1c-5b7e806c8577 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667944 Sep 01 00:31:58.402773 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6ba28ee0-06c7-4a52-b9cd-6c2f9ef8679e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group_rule (96c1cab7-c83c-4236-afcf-53054a2aee85), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.407863 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6ba28ee0-06c7-4a52-b9cd-6c2f9ef8679e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (96c1cab7-c83c-4236-afcf-53054a2aee85), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.430038 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba28ee0-06c7-4a52-b9cd-6c2f9ef8679e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c1cab7-c83c-4236-afcf-53054a2aee85,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:58.449675 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6ba28ee0-06c7-4a52-b9cd-6c2f9ef8679e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.453842 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-6ba28ee0-06c7-4a52-b9cd-6c2f9ef8679e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2125499 Sep 01 00:31:58.454535 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 53216) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:58.459309 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-6e092ce7-16af-46bf-81c1-cc8790fbc628 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Request body: {'security_group_rule': {'security_group_id': 'ed84c6ee-1842-49fb-bbba-16f3020279c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:58.504572 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74205f-37db-4a9d-ae80-9cec444a0965 req-c4c070df-0051-4885-8231-4e53627fe342 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:58.506181 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ae74205f-37db-4a9d-ae80-9cec444a0965 req-c4c070df-0051-4885-8231-4e53627fe342 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0609486 Sep 01 00:31:58.506494 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e092ce7-16af-46bf-81c1-cc8790fbc628 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group_rule (9c0025c4-9a52-4824-9610-7a878eab5af1), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.570282 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ae74205f-37db-4a9d-ae80-9cec444a0965 req-7b8e5279-cbd0-46b2-9ab9-bc786715c841 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568151 Sep 01 00:31:58.591786 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e092ce7-16af-46bf-81c1-cc8790fbc628 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group_rule (9c0025c4-9a52-4824-9610-7a878eab5af1), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.605669 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e092ce7-16af-46bf-81c1-cc8790fbc628 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (9c0025c4-9a52-4824-9610-7a878eab5af1), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.626776 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e092ce7-16af-46bf-81c1-cc8790fbc628 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0025c4-9a52-4824-9610-7a878eab5af1,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:58.637080 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e092ce7-16af-46bf-81c1-cc8790fbc628 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.642569 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 53218) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:31:58.644745 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 7e1bd795-ba93-4500-a63a-3a150fd97453 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:31:58.647499 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:31:58.653629 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6e092ce7-16af-46bf-81c1-cc8790fbc628 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1978476 Sep 01 00:31:58.674320 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.775287 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 7e1bd795-ba93-4500-a63a-3a150fd97453, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=7e1bd795-ba93-4500-a63a-3a150fd97453,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:58.788639 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'port_id': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'mac_address': 'fa:16:3e:fd:7c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:31:58.800317 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.807404 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:58.831551 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 7e1bd795-ba93-4500-a63a-3a150fd97453 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:31:58.832124 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.842221 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:58.850874 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1bd795-ba93-4500-a63a-3a150fd97453 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:31:58.876267 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 7e1bd795-ba93-4500-a63a-3a150fd97453, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=7e1bd795-ba93-4500-a63a-3a150fd97453,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:31:58.882128 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:58.930344 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Allocated IP 172.27.4.202 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/b7a64c39-b70c-47b5-8f51-6951b413dfcd) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:31:58.938642 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=7e1bd795-ba93-4500-a63a-3a150fd97453,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:59.048820 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for port (b7a64c39-b70c-47b5-8f51-6951b413dfcd), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:59.088327 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (b7a64c39-b70c-47b5-8f51-6951b413dfcd), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:59.132776 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:31:59.138048 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:31:59.140484 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:31:59.144076 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event updated for resources: {'Port': ['ID=b7a64c39-b70c-47b5-8f51-6951b413dfcd,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:59.198710 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:59.231176 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for floatingip (772e956d-cfd7-4711-a16b-5d9c2133a6df), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:59.240922 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4a41f-050c-4540-9be7-471bee9d4b92 req-5f936717-0c45-47f1-b555-a64ce81fab98 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:59.242572 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7db4a41f-050c-4540-9be7-471bee9d4b92 req-5f936717-0c45-47f1-b555-a64ce81fab98 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0528727 Sep 01 00:31:59.269525 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['7e1bd795-ba93-4500-a63a-3a150fd97453'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:31:59.272064 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (b7a64c39-b70c-47b5-8f51-6951b413dfcd), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:59.297808 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7db4a41f-050c-4540-9be7-471bee9d4b92 req-b022a36f-e3a6-48ea-a42d-f12cf065b99e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478840 Sep 01 00:31:59.305398 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:59.661507 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fef411-a519-4993-a7f6-20ae3726374e req-39727f94-14ff-45f1-8e03-a72188cbf992 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:59.662967 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-05fef411-a519-4993-a7f6-20ae3726374e req-39727f94-14ff-45f1-8e03-a72188cbf992 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0622931 Sep 01 00:31:59.700252 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c3f1b-1208-4068-b69f-2cf024b7a836 req-0d1128d0-9977-4938-9c46-05345d03f035 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:31:59.701781 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f55c3f1b-1208-4068-b69f-2cf024b7a836 req-0d1128d0-9977-4938-9c46-05345d03f035 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 944 time: 0.0467739 Sep 01 00:31:59.746830 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-05fef411-a519-4993-a7f6-20ae3726374e req-c91a3034-fd8d-4a93-86a0-15d032c8baea tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769114 Sep 01 00:31:59.748739 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for port (b7a64c39-b70c-47b5-8f51-6951b413dfcd), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:59.754072 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (b7a64c39-b70c-47b5-8f51-6951b413dfcd), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:59.754535 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f55c3f1b-1208-4068-b69f-2cf024b7a836 req-c74a4cb1-350e-4c8e-b836-6ae9484cae5e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468421 Sep 01 00:31:59.776277 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:31:59.822798 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (772e956d-cfd7-4711-a16b-5d9c2133a6df), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:59.829027 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event updated for resources: {'Port': ['ID=b7a64c39-b70c-47b5-8f51-6951b413dfcd,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:31:59.843342 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:31:59.844567 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-70f426d3-9c13-4edc-9e20-899fafb66af6 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2006741 Sep 01 00:32:00.045772 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-b5c65d6e-4bcc-4c97-b95a-5da0ad80b631 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--910630475&fields=id&tenant_id=64e86923fd7b42cfaf18408210d4f6d7 HTTP/1.1" status: 200 len: 267 time: 0.0443113 Sep 01 00:32:00.156312 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d25ab-d158-4d80-ab02-2eb839380989 req-a4a27424-e411-47cf-a507-18d9643ad4da tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:00.157704 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-a4a27424-e411-47cf-a507-18d9643ad4da tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 818 time: 0.1055901 Sep 01 00:32:00.172235 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-643833a9-150e-4d98-a5c4-e508f59503d9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/quotas/64e86923fd7b42cfaf18408210d4f6d7 HTTP/1.1" status: 200 len: 375 time: 0.0091193 Sep 01 00:32:00.226052 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-548d8d5d-0fc0-49c9-8d11-407c9e1aea7e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490587 Sep 01 00:32:00.325126 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-8dade14e-a464-400d-8b4b-8ea7c19b4980 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871878 Sep 01 00:32:00.419205 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-6b50d202-fdb6-4b21-ae56-92cb4e859184 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882902 Sep 01 00:32:00.422933 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc58bf6-1428-413a-afbf-c3f936f05df2 req-e0b58f0b-6831-4182-89f4-109fe4c512e8 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:00.424453 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bfc58bf6-1428-413a-afbf-c3f936f05df2 req-e0b58f0b-6831-4182-89f4-109fe4c512e8 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0478473 Sep 01 00:32:00.474200 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bfc58bf6-1428-413a-afbf-c3f936f05df2 req-4fc4cb5e-7898-4d02-af7f-18fb68e67d8a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440259 Sep 01 00:32:00.604379 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b7a5fff3-dc42-4228-8982-036efe24b403 req-b9511f0a-9c5d-4a30-ab5d-dfe36f7d23b9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 210 time: 0.0295305 Sep 01 00:32:00.653919 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device eeee7cd1-6746-4dc1-883d-5b9873db8131 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:32:00.658421 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 7e1bd795-ba93-4500-a63a-3a150fd97453 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:32:00.704165 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:00.763232 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 7e1bd795-ba93-4500-a63a-3a150fd97453 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:32:00.771744 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 7e1bd795-ba93-4500-a63a-3a150fd97453 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:32:00.772173 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:00.805120 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:00.856377 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:00.876742 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'port_id': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'mac_address': 'fa:16:3e:66:59:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:32:00.956000 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f227-ccac-4117-bdb9-890f81bf0d7d req-fb254e40-5e41-4b7f-813e-08526e05efb2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:00.961444 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 7e1bd795-ba93-4500-a63a-3a150fd97453 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:00.961816 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:00.966174 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port eeee7cd1-6746-4dc1-883d-5b9873db8131 is: ACTIVE; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:00.966559 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:00.967068 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-53a5f227-ccac-4117-bdb9-890f81bf0d7d req-fb254e40-5e41-4b7f-813e-08526e05efb2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 944 time: 0.0811203 Sep 01 00:32:00.975429 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062bdff-328c-451a-b1c5-12cd716ba326 req-3d359250-aec4-4ac4-82ed-2fd68d97623d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:00.983658 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d062bdff-328c-451a-b1c5-12cd716ba326 req-3d359250-aec4-4ac4-82ed-2fd68d97623d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0875442 Sep 01 00:32:00.996817 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeee7cd1-6746-4dc1-883d-5b9873db8131 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:32:01.009409 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:01.013177 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a8d146-7a9b-46a4-b4bd-af1a94d6a0e3" -d '{"events": [{"server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "name": "network-vif-plugged", "status": "completed", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:01.037759 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 7e1bd795-ba93-4500-a63a-3a150fd97453, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=7e1bd795-ba93-4500-a63a-3a150fd97453,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:01.040512 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:01.045801 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d062bdff-328c-451a-b1c5-12cd716ba326 req-9cb914af-8585-438a-9e7e-5f17557a665b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605094 Sep 01 00:32:01.047103 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:01.053299 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:01.069281 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-53a5f227-ccac-4117-bdb9-890f81bf0d7d req-f84f2b67-c44e-4483-b81e-42a6b2b44386 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011870 Sep 01 00:32:01.127264 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=7e1bd795-ba93-4500-a63a-3a150fd97453,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:01.132116 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce10d757-c948-4e80-874c-6e49f488b445 x-openstack-request-id: req-ce10d757-c948-4e80-874c-6e49f488b445 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:01.132382 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "name": "network-vif-plugged", "status": "completed", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:01.133035 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce10d757-c948-4e80-874c-6e49f488b445 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:01.133380 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce10d757-c948-4e80-874c-6e49f488b445'] response: {'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'code': 200} Sep 01 00:32:01.138090 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.138434 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.138795 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.139136 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.139509 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.139828 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.140369 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.140861 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.141188 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.141532 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.141841 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.142236 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.142560 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.142883 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.143328 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:01.187289 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['eeee7cd1-6746-4dc1-883d-5b9873db8131'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:32:01.346558 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=6']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:01.518190 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2974fc-70ac-41ee-ae52-e2ca0298e5f8 req-849ace2b-aa00-45dc-9890-23fe673a3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:01.520876 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9d2974fc-70ac-41ee-ae52-e2ca0298e5f8 req-849ace2b-aa00-45dc-9890-23fe673a3693 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 1129 time: 0.0531900 Sep 01 00:32:01.568617 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:01.573275 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9d2974fc-70ac-41ee-ae52-e2ca0298e5f8 req-91d0c160-4325-42ac-b841-413ca7b788c0 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460372 Sep 01 00:32:01.611695 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef45ba1-a27c-4735-abed-f5bb5c487e4d req-ab575069-4fed-48c2-82f8-0d2853634ff7 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:01.613360 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1ef45ba1-a27c-4735-abed-f5bb5c487e4d req-ab575069-4fed-48c2-82f8-0d2853634ff7 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0537977 Sep 01 00:32:01.667945 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1ef45ba1-a27c-4735-abed-f5bb5c487e4d req-ce9a2f89-2a59-4ff6-a589-5d6caa72f5b2 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488625 Sep 01 00:32:01.724238 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3302511c-6e38-411b-af36-5529cff2f53d req-8ee0376e-936f-45ea-b23b-8645d23ec522 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 210 time: 0.0279217 Sep 01 00:32:02.178438 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1339e1-4ad9-4eb6-a856-012ec2786d77 req-040ed0fa-a019-4c23-9da2-76eed806249b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:02.179922 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5a1339e1-4ad9-4eb6-a856-012ec2786d77 req-040ed0fa-a019-4c23-9da2-76eed806249b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 944 time: 0.0482118 Sep 01 00:32:02.204913 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b33ee2-c74a-42d5-8fa1-46c479f7e0e3 req-f94892c3-4af5-433f-8f79-3acd78fe1d23 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:02.206661 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a0b33ee2-c74a-42d5-8fa1-46c479f7e0e3 req-f94892c3-4af5-433f-8f79-3acd78fe1d23 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0551546 Sep 01 00:32:02.228009 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5a1339e1-4ad9-4eb6-a856-012ec2786d77 req-f9ff998c-b177-4863-838e-20a0c02c79bc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418532 Sep 01 00:32:02.268124 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a0b33ee2-c74a-42d5-8fa1-46c479f7e0e3 req-deb580f3-d4f5-4978-b8d2-4a1911790abc tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557079 Sep 01 00:32:02.313728 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 53338) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:02.358788 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_v2 [None req-113d03a5-cc90-4e24-a610-f95dfd6e9b51 admin admin] Deleting subnet c94b354a-e3b4-4abe-9d13-aac3e477a0ae {{(pid=117902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:32:02.362849 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-113d03a5-cc90-4e24-a610-f95dfd6e9b51 admin admin] Publish callbacks [] for subnet (c94b354a-e3b4-4abe-9d13-aac3e477a0ae), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.399245 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-113d03a5-cc90-4e24-a610-f95dfd6e9b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10090386'] for subnet (c94b354a-e3b4-4abe-9d13-aac3e477a0ae), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.446134 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-113d03a5-cc90-4e24-a610-f95dfd6e9b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (c94b354a-e3b4-4abe-9d13-aac3e477a0ae), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.501855 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-113d03a5-cc90-4e24-a610-f95dfd6e9b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9725843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9917800'] for subnet (c94b354a-e3b4-4abe-9d13-aac3e477a0ae), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.525510 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d03a5-cc90-4e24-a610-f95dfd6e9b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94b354a-e3b4-4abe-9d13-aac3e477a0ae,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:02.531253 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-113d03a5-cc90-4e24-a610-f95dfd6e9b51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.534390 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-113d03a5-cc90-4e24-a610-f95dfd6e9b51 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/c94b354a-e3b4-4abe-9d13-aac3e477a0ae HTTP/1.1" status: 204 len: 168 time: 0.2196109 Sep 01 00:32:02.536922 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 53340) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:02.597132 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:02.616082 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (02802a57-7829-47a2-bef9-81183594c96f), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.668609 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device eeee7cd1-6746-4dc1-883d-5b9873db8131 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:32:02.722466 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port eeee7cd1-6746-4dc1-883d-5b9873db8131 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:32:02.723318 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.760345 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (02802a57-7829-47a2-bef9-81183594c96f), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.802500 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02802a57-7829-47a2-bef9-81183594c96f']}} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:02.821237 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port eeee7cd1-6746-4dc1-883d-5b9873db8131 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:02.821508 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f') {'for_net_delete': True} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:02.821780 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.821892 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f') {} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:02.839126 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:02.858723 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10090373'] for segment (a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.863482 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc2b39-00e0-4606-b4ad-26f4ee565d89 req-74a963c9-334f-4487-83d0-26590a91701e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:02.871323 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-52bc2b39-00e0-4606-b4ad-26f4ee565d89 req-74a963c9-334f-4487-83d0-26590a91701e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0907719 Sep 01 00:32:02.886606 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:02.893098 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.909287 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-631f8198-fad4-4558-b54a-32723d0d1a35 req-0a9c9820-b625-4a38-bd2f-de4c88090473 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 210 time: 0.0764983 Sep 01 00:32:02.911263 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.927926 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d25ab-d158-4d80-ab02-2eb839380989 req-be8db520-705c-4984-beeb-c1293713c821 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:02.930144 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-be8db520-705c-4984-beeb-c1293713c821 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 818 time: 0.2342491 Sep 01 00:32:02.931402 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=117902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:32:02.931962 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9724977'] for segment (a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:02.961346 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-52bc2b39-00e0-4606-b4ad-26f4ee565d89 req-b8ded009-4090-4b59-b5a2-dcb6b6e4bb3f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888457 Sep 01 00:32:02.973715 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=7']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:02.996127 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.services.segments.plugin [-] Segment a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f resource provider aggregate not found Sep 01 00:32:03.025941 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.services.segments.plugin [-] Segment a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1b5b5cb-d4a8-4a9b-82de-9a53e48f6a6f found for delete ", "request_id": "req-a226dd50-a363-4ac5-ab20-01c2f65b0953"}]} Sep 01 00:32:03.043990 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (02802a57-7829-47a2-bef9-81183594c96f), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:03.049312 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:03.052416 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/02802a57-7829-47a2-bef9-81183594c96f HTTP/1.1" status: 204 len: 168 time: 0.5144660 Sep 01 00:32:03.077653 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-492b6002-f523-4ef2-9b90-7f92c32fd198 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=64e86923fd7b42cfaf18408210d4f6d7 HTTP/1.1" status: 200 len: 379 time: 0.1287274 Sep 01 00:32:03.078536 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f7832-c765-4425-90e8-6cfa6a9b0bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=02802a57-7829-47a2-bef9-81183594c96f,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:03.134528 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:03.137467 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68afa7dd-2d65-44ea-a43a-cd1f97f5c7c1" -d '{"events": [{"server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:03.185763 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94921694-40c1-42d1-bb62-1edbd8c2ce52 x-openstack-request-id: req-94921694-40c1-42d1-bb62-1edbd8c2ce52 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:03.186082 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:03.186342 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94921694-40c1-42d1-bb62-1edbd8c2ce52 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:03.186738 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94921694-40c1-42d1-bb62-1edbd8c2ce52'] response: {'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'code': 200} Sep 01 00:32:03.234886 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 53356) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:03.277124 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c3e71536-8fea-4d76-90b8-dfa120e442ea admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=32e68213ef7041a79aaaf1d255d2395e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407674 Sep 01 00:32:03.280061 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 53360) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:03.286787 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:03.334750 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31db79ea-7cc9-47e4-b667-cc4398a11589 admin admin] Publish callbacks [] for security_group (f1a7085a-6324-49ee-959a-89224e272984), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:03.365688 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31db79ea-7cc9-47e4-b667-cc4398a11589 admin admin] Publish callbacks [] for security_group (f1a7085a-6324-49ee-959a-89224e272984), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:03.373494 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f23c3b-5f59-484e-824c-a544f9291d2f req-e3cb5900-65a7-4636-8a9b-dd57f52c0b4d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:03.375000 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-85f23c3b-5f59-484e-824c-a544f9291d2f req-e3cb5900-65a7-4636-8a9b-dd57f52c0b4d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0644710 Sep 01 00:32:03.425450 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03da9e-632b-4b2f-a4fd-6582220a3ad4 req-842dd5b5-c5af-4d93-8329-e9671254d5cd tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:03.426920 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0f03da9e-632b-4b2f-a4fd-6582220a3ad4 req-842dd5b5-c5af-4d93-8329-e9671254d5cd tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0745387 Sep 01 00:32:03.437362 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-85f23c3b-5f59-484e-824c-a544f9291d2f req-e9cbdd2e-422b-460f-9b8c-214dc48c35af tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567062 Sep 01 00:32:03.477815 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31db79ea-7cc9-47e4-b667-cc4398a11589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f1a7085a-6324-49ee-959a-89224e272984), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:03.480954 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-31db79ea-7cc9-47e4-b667-cc4398a11589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:03.482076 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-31db79ea-7cc9-47e4-b667-cc4398a11589 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f1a7085a-6324-49ee-959a-89224e272984 HTTP/1.1" status: 204 len: 168 time: 0.2010067 Sep 01 00:32:03.489585 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0f03da9e-632b-4b2f-a4fd-6582220a3ad4 req-9cf96b56-6499-48ce-9527-863329c8c62e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564535 Sep 01 00:32:03.494659 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db79ea-7cc9-47e4-b667-cc4398a11589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7085a-6324-49ee-959a-89224e272984,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:03.507954 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:03.600715 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Request body: {'port': {'device_id': 'abf8d128-7684-4263-babf-222cc0beae80', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'admin_state_up': True, 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'security_groups': ['ed84c6ee-1842-49fb-bbba-16f3020279c4']}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:03.619332 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac20b8-cc05-4973-8e78-593b9ffce35f req-a9136c8e-8f3b-4ee0-bfc6-25dca4dd10c9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:03.621859 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ffac20b8-cc05-4973-8e78-593b9ffce35f req-a9136c8e-8f3b-4ee0-bfc6-25dca4dd10c9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0549786 Sep 01 00:32:03.690174 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ffac20b8-cc05-4973-8e78-593b9ffce35f req-539ae251-db5b-4750-9b73-7272a74b62d9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626314 Sep 01 00:32:03.718927 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 53372) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:03.741242 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Made reservation on behalf of 64e86923fd7b42cfaf18408210d4f6d7 for: {'port': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:32:03.746366 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:03.909587 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Allocated IP 172.20.0.5 (7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b/8ab8a76c-42bb-4032-bf05-3da25472b0d1/54ed4609-29d2-46df-968c-532a898d8333) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:32:03.957373 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:04.076672 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2723bb76-1371-4c2f-931f-e8fe0381f437 tempest-TestShelveInstance-965945422 tempest-TestShelveInstance-965945422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:04.077349 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-2723bb76-1371-4c2f-931f-e8fe0381f437 tempest-TestShelveInstance-965945422 tempest-TestShelveInstance-965945422-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 1124 time: 0.3574939 Sep 01 00:32:04.094512 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 53396) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:04.101371 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb85494-5f17-4a43-a2d0-f88e77d320d4 req-3336884f-9abf-40f8-9818-ca3f0e0de7db tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:04.103105 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bcb85494-5f17-4a43-a2d0-f88e77d320d4 req-3336884f-9abf-40f8-9818-ca3f0e0de7db tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0513537 Sep 01 00:32:04.105768 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'port_id': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:04.121762 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8a8bb98d-557f-4bed-ba38-575dc5664577 req-3916c5a6-516a-4262-851f-d2f566c52b7f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 210 time: 0.1015711 Sep 01 00:32:04.165794 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bcb85494-5f17-4a43-a2d0-f88e77d320d4 req-b3bcdf7f-52c4-4aa3-b7b8-1c2d0e05d59a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521486 Sep 01 00:32:04.174860 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:04.248792 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for port (54ed4609-29d2-46df-968c-532a898d8333), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:04.272942 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:04.301727 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:04.352938 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (54ed4609-29d2-46df-968c-532a898d8333), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:04.423350 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:32:04.447701 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event updated for resources: {'Port': ['ID=54ed4609-29d2-46df-968c-532a898d8333,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:04.450342 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:32:04.454088 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:32:04.528900 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Allocated IP 172.27.4.107 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/e6e5fab8-fe8d-4de9-aeab-02d0f96dd188) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:32:04.541499 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:04.542211 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:04.624639 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-2650a9c3-2247-4d6d-bdd2-051cf92568af tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0286133 Sep 01 00:32:04.648307 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Request body: {'port': {'device_id': 'abf8d128-7684-4263-babf-222cc0beae80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:04.715588 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374dc8a-6f18-43cf-991b-75279f558c04 req-f01b31ec-1262-4b3d-881c-008efd2c6202 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:04.717332 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f374dc8a-6f18-43cf-991b-75279f558c04 req-f01b31ec-1262-4b3d-881c-008efd2c6202 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.1341765 Sep 01 00:32:04.847988 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (54ed4609-29d2-46df-968c-532a898d8333), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:04.856988 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:04.858918 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-6295cb7a-1d7f-469e-b795-51808eb4b9fe None None] Provisioning complete for port 54ed4609-29d2-46df-968c-532a898d8333 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:32:04.859952 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-6295cb7a-1d7f-469e-b795-51808eb4b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (54ed4609-29d2-46df-968c-532a898d8333), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:04.888442 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for port (e6e5fab8-fe8d-4de9-aeab-02d0f96dd188), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:04.899436 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f374dc8a-6f18-43cf-991b-75279f558c04 req-0ab7fdd5-0d21-4762-9b4c-ec4cf6491907 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706338 Sep 01 00:32:04.913700 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:04.949671 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-6295cb7a-1d7f-469e-b795-51808eb4b9fe None None] Port 54ed4609-29d2-46df-968c-532a898d8333 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:32:05.069586 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (e6e5fab8-fe8d-4de9-aeab-02d0f96dd188), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:05.139788 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:05.201721 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:32:05.221366 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:32:05.360222 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8654763-9857-40e2-99bf-d8bbe451aa1a req-7accf1e3-3a6f-44df-8f82-b5bb386af8f5 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:05.372680 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ed4609-29d2-46df-968c-532a898d8333 {{(pid=117902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:32:05.374535 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e8654763-9857-40e2-99bf-d8bbe451aa1a req-7accf1e3-3a6f-44df-8f82-b5bb386af8f5 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 931 time: 0.0939627 Sep 01 00:32:05.377058 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:32:05.386099 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event updated for resources: {'Port': ['ID=e6e5fab8-fe8d-4de9-aeab-02d0f96dd188,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:05.396131 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Publish callbacks [] for port (54ed4609-29d2-46df-968c-532a898d8333), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:05.444427 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:05.457548 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e8654763-9857-40e2-99bf-d8bbe451aa1a req-f35aeb28-eec7-48dc-98f1-a518725d87f5 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820961 Sep 01 00:32:05.471391 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.provisioning_blocks [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Transition to ACTIVE for port object 54ed4609-29d2-46df-968c-532a898d8333 will not be triggered until provisioned by entity L2. {{(pid=117902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:32:05.483332 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (54ed4609-29d2-46df-968c-532a898d8333), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:05.537432 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cae4a-7222-490c-8fc3-fad17707b0f2 req-1a0cc08e-35d7-4b43-98c3-fff20779b6e9 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:05.545656 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5a2cae4a-7222-490c-8fc3-fad17707b0f2 req-1a0cc08e-35d7-4b43-98c3-fff20779b6e9 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.1658885 Sep 01 00:32:05.686407 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Pushing event updated for resources: {'Port': ['ID=54ed4609-29d2-46df-968c-532a898d8333,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:05.738774 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:05.780950 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5a2cae4a-7222-490c-8fc3-fad17707b0f2 req-6406c446-653d-4e2a-8d91-c0041c654ffb tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343211 Sep 01 00:32:05.808552 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Attempting to bind port 54ed4609-29d2-46df-968c-532a898d8333 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:32:05.808552 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Attempting to bind port 54ed4609-29d2-46df-968c-532a898d8333 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:32:05.808552 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Attempting to bind port 54ed4609-29d2-46df-968c-532a898d8333 on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:32:05.816056 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Port 54ed4609-29d2-46df-968c-532a898d8333 on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:32:05.816056 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Attempting to bind port 54ed4609-29d2-46df-968c-532a898d8333 on network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:32:05.856651 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:32:05.857207 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Checking segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:32:05.857544 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Bound using segment: {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:32:05.858226 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Bound port: 54ed4609-29d2-46df-968c-532a898d8333, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a425c2-ffa2-49d7-abdb-a7ea706f5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b'}}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:32:05.858658 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (54ed4609-29d2-46df-968c-532a898d8333), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:06.061376 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaed65b-a22b-4ccb-8caf-c8924a23f6b5 req-4e0a2cac-8b9d-44de-b755-6c814cd67c4e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:06.068802 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bfaed65b-a22b-4ccb-8caf-c8924a23f6b5 req-4e0a2cac-8b9d-44de-b755-6c814cd67c4e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0627277 Sep 01 00:32:06.146965 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bfaed65b-a22b-4ccb-8caf-c8924a23f6b5 req-5d605727-402b-434e-b383-309bc2bf2bb2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769417 Sep 01 00:32:06.257703 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] For port 54ed4609-29d2-46df-968c-532a898d8333, host hv-cinder-82002, cleared binding levels {{(pid=117902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:32:06.325160 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] For port 54ed4609-29d2-46df-968c-532a898d8333, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=54ed4609-29d2-46df-968c-532a898d8333,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:32:06.350141 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (54ed4609-29d2-46df-968c-532a898d8333), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:06.361079 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:06.361772 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:06.363197 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/54ed4609-29d2-46df-968c-532a898d8333 HTTP/1.1" status: 200 len: 1093 time: 1.7192690 Sep 01 00:32:06.365584 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'tag': '54ed4609-29d2-46df-968c-532a898d8333'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:06.368064 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a" -d '{"events": [{"name": "network-changed", "server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "tag": "54ed4609-29d2-46df-968c-532a898d8333"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:06.414856 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for floatingip (1bd773a2-4c67-4234-ab6e-e90647c52b3d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:06.462651 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0a7c4-3ef4-481b-893e-94a90dc86c62 service neutron] Pushing event updated for resources: {'Port': ['ID=54ed4609-29d2-46df-968c-532a898d8333,revision_number=3']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:06.469528 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe5f1d8-7f40-4480-8361-c34c8c55b6eb x-openstack-request-id: req-0fe5f1d8-7f40-4480-8361-c34c8c55b6eb {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:06.469837 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "tag": "54ed4609-29d2-46df-968c-532a898d8333", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:06.470086 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fe5f1d8-7f40-4480-8361-c34c8c55b6eb {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:06.470478 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe5f1d8-7f40-4480-8361-c34c8c55b6eb'] response: {'name': 'network-changed', 'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'tag': '54ed4609-29d2-46df-968c-532a898d8333', 'status': 'completed', 'code': 200} Sep 01 00:32:06.552685 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:06.566486 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d25ab-d158-4d80-ab02-2eb839380989 req-9978d015-25cd-408a-be4a-766392a21671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:06.569083 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-9978d015-25cd-408a-be4a-766392a21671 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 1127 time: 0.0947890 Sep 01 00:32:06.578156 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e6e5fab8-fe8d-4de9-aeab-02d0f96dd188), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:06.664768 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9613587-9392-4c18-8c00-a90e1c84f60c req-1f60c0a2-f536-4d3c-a732-5d85a0ac8cef tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:06.666969 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e9613587-9392-4c18-8c00-a90e1c84f60c req-1f60c0a2-f536-4d3c-a732-5d85a0ac8cef tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 943 time: 0.0569999 Sep 01 00:32:06.672298 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-1319a59e-bb81-43dd-8a95-45845c2a6efb service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ed4609-29d2-46df-968c-532a898d8333 HTTP/1.1" status: 200 len: 217 time: 0.0919061 Sep 01 00:32:06.678158 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-c34e2a9a-ed6c-4fac-a750-10d5bd059f4f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=3747df9616604e22826b8f308eac57e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898907 Sep 01 00:32:06.737707 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e9613587-9392-4c18-8c00-a90e1c84f60c req-e219e359-79bd-4aac-bd38-191550548437 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613015 Sep 01 00:32:06.922098 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d25ab-d158-4d80-ab02-2eb839380989 req-ba2cb299-b7c0-4d99-980d-176df4f8cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:06.923629 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-ba2cb299-b7c0-4d99-980d-176df4f8cc2a service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.2340727 Sep 01 00:32:06.953838 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3471d7-0cba-4370-b46d-8ce3c0c386d7 req-51577c51-ad10-4fe8-bccf-25f05139c7f7 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:06.956058 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6d3471d7-0cba-4370-b46d-8ce3c0c386d7 req-51577c51-ad10-4fe8-bccf-25f05139c7f7 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0762844 Sep 01 00:32:07.039916 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6d3471d7-0cba-4370-b46d-8ce3c0c386d7 req-3a952136-5156-4e37-a247-51b1f92fbbc9 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756154 Sep 01 00:32:07.058458 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-6769a7f1-2b56-4442-98db-b50ef89b09a9 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:07.058458 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-6769a7f1-2b56-4442-98db-b50ef89b09a9 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640606 Sep 01 00:32:07.062884 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d25ab-d158-4d80-ab02-2eb839380989 req-798adede-5f8f-4b3a-bfea-bab8564fc5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:07.064421 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-798adede-5f8f-4b3a-bfea-bab8564fc5e4 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1253586 Sep 01 00:32:07.109409 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-3094eddb-e475-424e-86eb-94230b9bda58 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/quotas/3747df9616604e22826b8f308eac57e3 HTTP/1.1" status: 200 len: 375 time: 0.0494494 Sep 01 00:32:07.114337 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for port (e6e5fab8-fe8d-4de9-aeab-02d0f96dd188), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:07.154354 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (e6e5fab8-fe8d-4de9-aeab-02d0f96dd188), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:07.221780 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:07.233988 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-a053e4cf-20ef-4849-a877-10d7e638c931 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3747df9616604e22826b8f308eac57e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134930 Sep 01 00:32:07.280745 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event updated for resources: {'Port': ['ID=e6e5fab8-fe8d-4de9-aeab-02d0f96dd188,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:07.295141 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (1bd773a2-4c67-4234-ab6e-e90647c52b3d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:07.351989 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-96a1a701-859a-44e6-be92-5d8492e65743 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771029 Sep 01 00:32:07.377288 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9630210-b85c-4ced-ba5a-17de1433bdbc req-91a7833b-0a1f-443b-a413-e9278408e096 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:07.384879 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f9630210-b85c-4ced-ba5a-17de1433bdbc req-91a7833b-0a1f-443b-a413-e9278408e096 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0990846 Sep 01 00:32:07.455742 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f9630210-b85c-4ced-ba5a-17de1433bdbc req-005f6845-4f68-4214-b2a6-b41d8a0b2d39 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696270 Sep 01 00:32:07.581096 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:07.613363 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e294-bb80-444b-9d78-8b0f77472052 req-f909d3f1-8e24-489d-9420-c84e32868f89 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:07.615645 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fbf901ba-6db4-4227-828c-f8cd429e27df req-50ec7e41-52ab-4768-b149-c4106e2b4bf7 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 210 time: 0.0624869 Sep 01 00:32:07.616754 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-58e04cb1-963a-49c0-aae7-5257dfca796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:07.618155 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-58e04cb1-963a-49c0-aae7-5257dfca796f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 1130 time: 0.1673434 Sep 01 00:32:07.621868 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-70c2e294-bb80-444b-9d78-8b0f77472052 req-f909d3f1-8e24-489d-9420-c84e32868f89 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0666878 Sep 01 00:32:07.622050 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Floating IP 1bd773a2-4c67-4234-ab6e-e90647c52b3d associated. External IP: 172.27.4.107, port: 7e1bd795-ba93-4500-a63a-3a150fd97453. Sep 01 00:32:07.689769 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-70c2e294-bb80-444b-9d78-8b0f77472052 req-a8fdd829-53d2-4e07-8eaf-58af1898473f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665081 Sep 01 00:32:07.744526 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-068d25ab-d158-4d80-ab02-2eb839380989 req-484ef949-10fb-4fc1-895d-328fabd798e4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838394 Sep 01 00:32:07.854001 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-18e7ab46-61fb-48ef-91ee-100fc47a853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:07.856348 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-18e7ab46-61fb-48ef-91ee-100fc47a853c service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=a7ae7c87-2d4d-4921-9c18-8673416a29fc HTTP/1.1" status: 200 len: 912 time: 0.1910517 Sep 01 00:32:07.951748 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09e515-6a46-4f18-984f-951c77ff3841 req-74526cb4-e656-4b86-8f1a-76e7c8a5d1ce tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:07.957058 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3a09e515-6a46-4f18-984f-951c77ff3841 req-74526cb4-e656-4b86-8f1a-76e7c8a5d1ce tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 943 time: 0.1058817 Sep 01 00:32:08.077240 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3a09e515-6a46-4f18-984f-951c77ff3841 req-5258a910-1eeb-40fd-8342-2f7730767e9a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157243 Sep 01 00:32:08.113416 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:32:08.288421 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:32:08.301724 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] Sync routers for ids ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:32:08.311557 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:08.316423 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] Routers {'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:32:08.317300 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:31:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:08.348583 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-18f095df-71a3-43a3-938b-636d7fe027de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2498431 Sep 01 00:32:08.435884 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] Set router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:32:08.471801 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:08.474171 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:08.515107 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec665f75-d8ea-4708-a1d6-892e6592867d x-openstack-request-id: req-ec665f75-d8ea-4708-a1d6-892e6592867d {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:08.515392 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:08.515637 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec665f75-d8ea-4708-a1d6-892e6592867d {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:08.516032 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec665f75-d8ea-4708-a1d6-892e6592867d'] response: {'name': 'network-changed', 'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'status': 'completed', 'code': 200} Sep 01 00:32:08.634711 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d2e4-c2d3-4e38-9db1-772eaea24718 req-17775c37-198d-49ac-9955-790c27caa0cf tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:08.637760 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2513d2e4-c2d3-4e38-9db1-772eaea24718 req-17775c37-198d-49ac-9955-790c27caa0cf tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0726492 Sep 01 00:32:08.697670 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2513d2e4-c2d3-4e38-9db1-772eaea24718 req-608e2b2e-45b5-4000-b52f-7ac432a5725d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540171 Sep 01 00:32:08.699580 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 54ed4609-29d2-46df-968c-532a898d8333 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:32:08.790728 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-81c443da-a018-4b65-a3c3-658ab5efc9d6 req-382ccfb4-c5cc-42ae-8352-51f719eedccb tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 210 time: 0.0497129 Sep 01 00:32:08.814901 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '1bd773a2-4c67-4234-ab6e-e90647c52b3d', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'floating_ip_address': '172.27.4.107', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'port_id': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'mac_address': 'fa:16:3e:fd:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12865e9d-801f-4fc9-a160-3628da11fe30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:32:06Z', 'updated_at': '2022-09-01T00:32:06Z', 'revision_number': 0, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96', 'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'mac_address': 'fa:16:3e:a8:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:02Z', 'updated_at': '2022-09-01T00:31:11Z', 'revision_number': 5, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'subnets': [{'id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:08.858789 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] Checking router: ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:32:08.878882 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] Routers {'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:32:08.879530 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:31:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:08.945372 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-4c4084d4-4f4c-43ba-bd5f-347513c6534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:08.947336 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-4c4084d4-4f4c-43ba-bd5f-347513c6534a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3f39cdb9221440658d7cd52c341cf08a&device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 1129 time: 0.0617189 Sep 01 00:32:08.988375 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 54ed4609-29d2-46df-968c-532a898d8333, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=54ed4609-29d2-46df-968c-532a898d8333,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:09.070703 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] Set router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:32:09.154890 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-aa292352-7b61-4492-9aa4-66b20dc3bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:09.156801 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-aa292352-7b61-4492-9aa4-66b20dc3bcc8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 HTTP/1.1" status: 200 len: 910 time: 0.1940899 Sep 01 00:32:09.213198 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:09.226247 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '54ed4609-29d2-46df-968c-532a898d8333', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'port_id': '54ed4609-29d2-46df-968c-532a898d8333', 'mac_address': 'fa:16:3e:ed:aa:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:32:09.393590 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-5990e3fc-5185-488e-8d16-60d81a2cf7b8 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1bd795-ba93-4500-a63a-3a150fd97453 HTTP/1.1" status: 200 len: 999 time: 0.2277379 Sep 01 00:32:09.474214 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 54ed4609-29d2-46df-968c-532a898d8333 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:09.474695 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (54ed4609-29d2-46df-968c-532a898d8333), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:09.503426 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:09.518769 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ed4609-29d2-46df-968c-532a898d8333 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:32:09.528945 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '1bd773a2-4c67-4234-ab6e-e90647c52b3d', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'floating_ip_address': '172.27.4.107', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'port_id': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'mac_address': 'fa:16:3e:fd:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12865e9d-801f-4fc9-a160-3628da11fe30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:32:06Z', 'updated_at': '2022-09-01T00:32:06Z', 'revision_number': 0, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96', 'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'mac_address': 'fa:16:3e:a8:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:02Z', 'updated_at': '2022-09-01T00:31:11Z', 'revision_number': 5, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'subnets': [{'id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:09.566251 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-93cdfec6-e8cc-4463-93fe-9faea892d3bd service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c45dd3f-1c4e-4370-83b2-adc0f7df081b HTTP/1.1" status: 200 len: 1001 time: 0.6959624 Sep 01 00:32:09.576932 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f053f4-0d59-4aaf-b86b-b87ef40e7d87 None None] The sync data for ids ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'] in dv-cinder-820027-21-iscsi is: [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '1bd773a2-4c67-4234-ab6e-e90647c52b3d', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'floating_ip_address': '172.27.4.107', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'port_id': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'mac_address': 'fa:16:3e:fd:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12865e9d-801f-4fc9-a160-3628da11fe30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:32:06Z', 'updated_at': '2022-09-01T00:32:06Z', 'revision_number': 0, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96', 'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'mac_address': 'fa:16:3e:a8:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:02Z', 'updated_at': '2022-09-01T00:31:11Z', 'revision_number': 5, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'subnets': [{'id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:32:09.595212 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-7167a077-9001-4550-8362-dc6f026f44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:09.596919 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-7167a077-9001-4550-8362-dc6f026f44c7 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 1127 time: 0.7252076 Sep 01 00:32:09.599164 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 54ed4609-29d2-46df-968c-532a898d8333, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=54ed4609-29d2-46df-968c-532a898d8333,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:09.612331 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (54ed4609-29d2-46df-968c-532a898d8333), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:09.617024 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01871ec8-affb-49da-917f-07bad92d2d3e req-8a3c5481-8fbe-4990-b8a5-906778cb2aff tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:09.617743 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:09.631515 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-01871ec8-affb-49da-917f-07bad92d2d3e req-8a3c5481-8fbe-4990-b8a5-906778cb2aff tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 943 time: 0.2363751 Sep 01 00:32:09.722421 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-a897f4e4-8c0a-4a71-ac3e-254008790bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:09.727544 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-a897f4e4-8c0a-4a71-ac3e-254008790bfc service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e HTTP/1.1" status: 200 len: 848 time: 0.2911453 Sep 01 00:32:09.729187 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=54ed4609-29d2-46df-968c-532a898d8333,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:09.767563 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3aa31-9487-4d39-8cf3-bec56982a4ff req-da170133-a6ce-4267-97e9-69b4d23f1d1d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:09.769478 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b9c3aa31-9487-4d39-8cf3-bec56982a4ff req-da170133-a6ce-4267-97e9-69b4d23f1d1d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.9369187 Sep 01 00:32:09.776383 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:09.850393 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-4bff43c3-ba45-4045-92f9-d7dfdda4dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:09.853975 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-4bff43c3-ba45-4045-92f9-d7dfdda4dfe6 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1006289 Sep 01 00:32:09.871798 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b9c3aa31-9487-4d39-8cf3-bec56982a4ff req-54aeb5f6-9c10-4579-9b48-c623be3ae263 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946381 Sep 01 00:32:09.895490 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-01871ec8-affb-49da-917f-07bad92d2d3e req-c4129af9-2d2b-4e04-b319-1d6e81ec1618 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522895 Sep 01 00:32:09.969576 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-b6815170-ac63-4c64-926f-390524a6ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:09.970248 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['54ed4609-29d2-46df-968c-532a898d8333'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:32:09.972320 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-b6815170-ac63-4c64-926f-390524a6ff5b service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.3543248 Sep 01 00:32:09.978302 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-988f2973-614e-4679-961b-406b33db58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:09.980099 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-988f2973-614e-4679-961b-406b33db58a4 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=88431f08-94ca-406b-8ae5-c131015c23d1 HTTP/1.1" status: 200 len: 850 time: 0.3787360 Sep 01 00:32:10.050626 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3ccbfd78-e76f-4341-83c2-d3b7c262f1ff req-c17a86b3-78f2-434a-a59e-89504f002659 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 210 time: 0.0371640 Sep 01 00:32:10.053236 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:10.115382 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be438f04-c797-4049-91b9-a0c7d01cd97a None None] New status for floating IP 1bd773a2-4c67-4234-ab6e-e90647c52b3d: ACTIVE {{(pid=117904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:32:10.129054 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-33ff93a9-2504-4f6f-8d4b-85950f3d7688 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325094 Sep 01 00:32:10.136490 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d912d0-3aa5-4e03-9903-53b0b8f7ff4f req-d6e28cc8-1e0b-4fcd-a0ea-52883f8e89fd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:10.140246 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:10.142295 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f1d912d0-3aa5-4e03-9903-53b0b8f7ff4f req-d6e28cc8-1e0b-4fcd-a0ea-52883f8e89fd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.1087091 Sep 01 00:32:10.337156 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-30e7cac1-5a17-4e0a-8fb2-3eaa938a1716 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ed4609-29d2-46df-968c-532a898d8333 HTTP/1.1" status: 200 len: 217 time: 0.1713395 Sep 01 00:32:10.408426 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-02277cb4-5bbb-4cf7-8fb2-c8dc9a41276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:10.410803 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-02277cb4-5bbb-4cf7-8fb2-c8dc9a41276e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.0544069 Sep 01 00:32:10.481752 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-c4324527-f509-4cba-8c8c-6bba312b771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:10.484208 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-c4324527-f509-4cba-8c8c-6bba312b771f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0619528 Sep 01 00:32:10.490274 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-c89d083a-dadc-4f33-9b92-3d4019694ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:10.491803 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-c89d083a-dadc-4f33-9b92-3d4019694ea6 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=a7ae7c87-2d4d-4921-9c18-8673416a29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3350327 Sep 01 00:32:10.626779 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f1d912d0-3aa5-4e03-9903-53b0b8f7ff4f req-fa992978-c2e8-41f7-8e87-e40c33b64b4f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4784210 Sep 01 00:32:10.695454 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-37aabbb1-4f0e-4131-bcfe-fb1936b95ed0 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=3747df9616604e22826b8f308eac57e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3929887 Sep 01 00:32:10.731224 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-0cd12c37-664e-4555-ae4a-8396264986bd service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234178 Sep 01 00:32:10.733017 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-be881c8f-644f-4ba0-b045-18ce540963fd service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364464 Sep 01 00:32:10.753299 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-5140d136-c51c-49eb-8abd-14bd725ec824 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983570 Sep 01 00:32:11.014737 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-6118237c-27f9-4291-8b4f-84c5f5b4af64 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018509 Sep 01 00:32:11.019094 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-f5dcaf20-1054-4dbd-971e-f1c2e301367a tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:11.022689 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-f5dcaf20-1054-4dbd-971e-f1c2e301367a tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129232 Sep 01 00:32:11.056433 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Request body: {'port': {'device_id': '67263881-ac3a-4855-965b-19c5b25c35c6', 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b', 'admin_state_up': True, 'tenant_id': '3747df9616604e22826b8f308eac57e3'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:11.107714 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515b3e-e519-40f4-bcb2-cb5d587a7c17 req-4aa418e1-0218-4680-b313-0e839c8e58a9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:11.109348 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3a515b3e-e519-40f4-bcb2-cb5d587a7c17 req-4aa418e1-0218-4680-b313-0e839c8e58a9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 944 time: 0.0716102 Sep 01 00:32:11.139610 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466e327-ef58-4f57-ba94-fe13122fb5eb req-f9bd39e7-21f3-4472-8b5c-b38d1b16a086 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:11.140203 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-eb019e7c-0fb8-45b4-bed5-8d95c7363fd3 req-72f5ba82-c774-48ab-b4ef-01fd858753e6 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105311 Sep 01 00:32:11.141588 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4466e327-ef58-4f57-ba94-fe13122fb5eb req-f9bd39e7-21f3-4472-8b5c-b38d1b16a086 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.1345057 Sep 01 00:32:11.152269 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 54ed4609-29d2-46df-968c-532a898d8333 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:32:11.170996 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:11.228889 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 54ed4609-29d2-46df-968c-532a898d8333 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:32:11.241058 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3a515b3e-e519-40f4-bcb2-cb5d587a7c17 req-cecd2627-d8e8-4762-953f-012fd0517876 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997713 Sep 01 00:32:11.254424 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4466e327-ef58-4f57-ba94-fe13122fb5eb req-01adb8e4-3234-413c-9830-e191fb1220d1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903292 Sep 01 00:32:11.268218 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 54ed4609-29d2-46df-968c-532a898d8333 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:32:11.268691 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Made reservation on behalf of 3747df9616604e22826b8f308eac57e3 for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:32:11.269414 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (54ed4609-29d2-46df-968c-532a898d8333), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:11.275499 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:11.289228 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:11.405523 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-dd2c1efc-653d-4ce8-9573-a49cab336d9a req-a2187d8d-6e05-4fc1-a76f-79ddd3a4f83f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 210 time: 0.0543406 Sep 01 00:32:11.418739 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks [] for security_group (ce2eb054-1c38-4af4-85d2-25c1dc0eeccc), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:11.434122 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ce2eb054-1c38-4af4-85d2-25c1dc0eeccc), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:11.440341 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 54ed4609-29d2-46df-968c-532a898d8333 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:11.441195 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (54ed4609-29d2-46df-968c-532a898d8333), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:11.482157 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed4609-29d2-46df-968c-532a898d8333'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:11.486152 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3763ff57-1e1b-49d4-a49e-0eb349a96165" -d '{"events": [{"server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "name": "network-vif-plugged", "status": "completed", "tag": "54ed4609-29d2-46df-968c-532a898d8333"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:11.502225 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 54ed4609-29d2-46df-968c-532a898d8333, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=54ed4609-29d2-46df-968c-532a898d8333,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:11.514888 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (54ed4609-29d2-46df-968c-532a898d8333), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:11.554702 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88396dd6-b2dc-4d72-b6af-7bf487514547 x-openstack-request-id: req-88396dd6-b2dc-4d72-b6af-7bf487514547 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:11.555163 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "name": "network-vif-plugged", "status": "completed", "tag": "54ed4609-29d2-46df-968c-532a898d8333", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:11.555515 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88396dd6-b2dc-4d72-b6af-7bf487514547 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:11.556019 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88396dd6-b2dc-4d72-b6af-7bf487514547'] response: {'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed4609-29d2-46df-968c-532a898d8333', 'code': 200} Sep 01 00:32:11.557507 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:11.575433 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=54ed4609-29d2-46df-968c-532a898d8333,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:11.591427 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:11.659499 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Allocated IP 192.168.233.93 (9a612084-f113-476e-817f-e3086ef6a09b/485c0b4a-2941-46b9-afea-57f42127cee2/979409b1-abcb-42c6-b49f-ac409f9aef9e) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:32:11.833223 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0be8ab-37db-4041-9ffa-d6a91256df78 req-794b4b94-1ba4-4331-8374-09a2bf631788 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:11.837479 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:11.839831 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fe0be8ab-37db-4041-9ffa-d6a91256df78 req-794b4b94-1ba4-4331-8374-09a2bf631788 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0909030 Sep 01 00:32:11.848274 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e7559-dcbe-4636-bec6-c4d7305f52ab req-36cc7cf6-c31c-4e87-80d8-e1db9118d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:11.850527 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-969e7559-dcbe-4636-bec6-c4d7305f52ab req-36cc7cf6-c31c-4e87-80d8-e1db9118d208 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 1129 time: 0.0696282 Sep 01 00:32:11.863419 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=5 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:11.899370 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fe0be8ab-37db-4041-9ffa-d6a91256df78 req-4ebba84e-872c-46b6-98b4-c403f7b88c54 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585744 Sep 01 00:32:11.900655 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks [] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:11.950410 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:12.000080 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Network 9a612084-f113-476e-817f-e3086ef6a09b is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:32:12.003498 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:32:12.007715 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:32:12.012693 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Pushing event updated for resources: {'Port': ['ID=979409b1-abcb-42c6-b49f-ac409f9aef9e,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:12.073549 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:12.074239 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:12.095757 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-7c7628b6-a7c3-469e-9d4f-6aa95b4b921f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0439835 Sep 01 00:32:12.358095 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-80dbbf7c-c677-453f-82e8-99012aded8de None None] Provisioning complete for port 979409b1-abcb-42c6-b49f-ac409f9aef9e triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:32:12.359295 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-80dbbf7c-c677-453f-82e8-99012aded8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:12.404774 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-80dbbf7c-c677-453f-82e8-99012aded8de None None] Port 979409b1-abcb-42c6-b49f-ac409f9aef9e cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:32:12.425976 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5649b5-2c35-4747-bf2d-1150c24f68c4 req-823fb7ed-c7ca-4a0a-8745-f99f39d25f17 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:12.427397 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ab5649b5-2c35-4747-bf2d-1150c24f68c4 req-823fb7ed-c7ca-4a0a-8745-f99f39d25f17 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0754521 Sep 01 00:32:12.443178 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cb378-0988-44a8-a777-dbcee5d8d2b7 req-fc6f0f15-b375-4726-b9c7-696eb0f712d4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:12.448744 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c61cb378-0988-44a8-a777-dbcee5d8d2b7 req-fc6f0f15-b375-4726-b9c7-696eb0f712d4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0812922 Sep 01 00:32:12.492886 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ab5649b5-2c35-4747-bf2d-1150c24f68c4 req-626052f3-0b08-4bc4-b0e5-12b12496a430 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586841 Sep 01 00:32:12.525857 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Request body: {'port': {'device_id': '67263881-ac3a-4855-965b-19c5b25c35c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:12.608972 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c61cb378-0988-44a8-a777-dbcee5d8d2b7 req-136e4c19-eede-468b-9a9a-d6255cac68ea tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543519 Sep 01 00:32:12.696447 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:12.699495 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:12.708157 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-969e7559-dcbe-4636-bec6-c4d7305f52ab req-c7030be7-6ac0-4644-81f4-c07bc67ba0ca service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905453 Sep 01 00:32:12.730952 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeac5d-59b6-43cd-8944-15136895f630 req-4c1e52ae-d013-4b42-9a17-da61927c65b6 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:12.739788 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2bbeac5d-59b6-43cd-8944-15136895f630 req-4c1e52ae-d013-4b42-9a17-da61927c65b6 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 935 time: 0.1109421 Sep 01 00:32:12.809081 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2bbeac5d-59b6-43cd-8944-15136895f630 req-c6a6ee68-a0c7-4a9d-999b-14875803b026 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675075 Sep 01 00:32:13.064699 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979409b1-abcb-42c6-b49f-ac409f9aef9e {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:32:13.076740 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90dd02-d9b7-4a19-92b4-fb731fcbeee0 req-c4cb29e3-850b-4469-a82a-04c8c05370c5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:13.078244 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c90dd02-d9b7-4a19-92b4-fb731fcbeee0 req-c4cb29e3-850b-4469-a82a-04c8c05370c5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0899053 Sep 01 00:32:13.082968 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Publish callbacks [] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:13.118458 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Transition to ACTIVE for port object 979409b1-abcb-42c6-b49f-ac409f9aef9e will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:32:13.127172 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:13.129723 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:13.176035 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:13.201180 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c90dd02-d9b7-4a19-92b4-fb731fcbeee0 req-eb5c366c-c52e-48ed-8b34-b0bda38374e1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143863 Sep 01 00:32:13.224097 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Pushing event updated for resources: {'Port': ['ID=979409b1-abcb-42c6-b49f-ac409f9aef9e,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:13.309608 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Attempting to bind port 979409b1-abcb-42c6-b49f-ac409f9aef9e on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:32:13.309941 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Attempting to bind port 979409b1-abcb-42c6-b49f-ac409f9aef9e by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b5eb8b1a-3305-4493-9e4a-1946db81fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:32:13.310275 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Attempting to bind port 979409b1-abcb-42c6-b49f-ac409f9aef9e on network 9a612084-f113-476e-817f-e3086ef6a09b {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:32:13.316077 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Port 979409b1-abcb-42c6-b49f-ac409f9aef9e on network 9a612084-f113-476e-817f-e3086ef6a09b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:32:13.316335 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Attempting to bind port 979409b1-abcb-42c6-b49f-ac409f9aef9e on network 9a612084-f113-476e-817f-e3086ef6a09b {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:32:13.321371 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:32:13.321708 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Checking segment: {'id': 'b5eb8b1a-3305-4493-9e4a-1946db81fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:32:13.322096 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Bound using segment: {'id': 'b5eb8b1a-3305-4493-9e4a-1946db81fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:32:13.322522 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Bound port: 979409b1-abcb-42c6-b49f-ac409f9aef9e, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5eb8b1a-3305-4493-9e4a-1946db81fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:32:13.322903 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:13.399951 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] For port 979409b1-abcb-42c6-b49f-ac409f9aef9e, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:32:13.403998 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] For port 979409b1-abcb-42c6-b49f-ac409f9aef9e, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=979409b1-abcb-42c6-b49f-ac409f9aef9e,segment=NetworkSegment(b5eb8b1a-3305-4493-9e4a-1946db81fd2d),segment_id=b5eb8b1a-3305-4493-9e4a-1946db81fd2d)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:32:13.413136 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:13.417364 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:13.419146 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:13.419393 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/979409b1-abcb-42c6-b49f-ac409f9aef9e HTTP/1.1" status: 200 len: 1097 time: 0.9012673 Sep 01 00:32:13.419866 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67263881-ac3a-4855-965b-19c5b25c35c6', 'tag': '979409b1-abcb-42c6-b49f-ac409f9aef9e'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:13.422172 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013deaab-b1da-4cbf-a3b9-6e68e996f46e" -d '{"events": [{"name": "network-changed", "server_uuid": "67263881-ac3a-4855-965b-19c5b25c35c6", "tag": "979409b1-abcb-42c6-b49f-ac409f9aef9e"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:13.477868 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b160d77-beb1-4d8d-bf37-12657774bc50 x-openstack-request-id: req-7b160d77-beb1-4d8d-bf37-12657774bc50 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:13.478241 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67263881-ac3a-4855-965b-19c5b25c35c6", "tag": "979409b1-abcb-42c6-b49f-ac409f9aef9e", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:13.478561 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b160d77-beb1-4d8d-bf37-12657774bc50 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:13.479249 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b160d77-beb1-4d8d-bf37-12657774bc50'] response: {'name': 'network-changed', 'server_uuid': '67263881-ac3a-4855-965b-19c5b25c35c6', 'tag': '979409b1-abcb-42c6-b49f-ac409f9aef9e', 'status': 'completed', 'code': 200} Sep 01 00:32:13.489367 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34887269-7100-4fc3-8a2a-442a746fe20a service neutron] Pushing event updated for resources: {'Port': ['ID=979409b1-abcb-42c6-b49f-ac409f9aef9e,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:13.662540 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3ec43-62c3-4b58-bd7a-ea37632f4225 req-af155a0c-2f56-491b-8d94-630b6a394093 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:13.664372 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1bd3ec43-62c3-4b58-bd7a-ea37632f4225 req-af155a0c-2f56-491b-8d94-630b6a394093 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0675876 Sep 01 00:32:13.755112 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013deaab-b1da-4cbf-a3b9-6e68e996f46e req-7b0fb18d-49b1-4d66-b1cc-ca16c2d71d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:13.756741 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-013deaab-b1da-4cbf-a3b9-6e68e996f46e req-7b0fb18d-49b1-4d66-b1cc-ca16c2d71d50 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3747df9616604e22826b8f308eac57e3&device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 1131 time: 0.0667353 Sep 01 00:32:13.763140 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1bd3ec43-62c3-4b58-bd7a-ea37632f4225 req-3df4fdd2-686f-4d97-a586-0d79a672e933 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895658 Sep 01 00:32:13.794100 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dff19-cc32-455b-8be3-141b0debaa71 req-78df3444-609a-4a10-bd04-50d9168202e9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:13.805160 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-432dff19-cc32-455b-8be3-141b0debaa71 req-78df3444-609a-4a10-bd04-50d9168202e9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0804644 Sep 01 00:32:13.813928 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-013deaab-b1da-4cbf-a3b9-6e68e996f46e req-5c829d01-f794-4d80-8136-2407b14f6b73 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=3747df9616604e22826b8f308eac57e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415287 Sep 01 00:32:13.859751 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-432dff19-cc32-455b-8be3-141b0debaa71 req-ae618fc8-598a-4d89-8980-49b3a1af1c27 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526547 Sep 01 00:32:13.986454 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013deaab-b1da-4cbf-a3b9-6e68e996f46e req-40b417ee-3a8b-497c-8551-dc3caa16d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:13.988363 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-013deaab-b1da-4cbf-a3b9-6e68e996f46e req-40b417ee-3a8b-497c-8551-dc3caa16d40e service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1550810 Sep 01 00:32:14.001793 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857bdd-01a3-4240-a27e-9d7694721114 req-467c3d8a-c481-4ad9-bc9e-31cdcf974891 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:14.003289 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bc857bdd-01a3-4240-a27e-9d7694721114 req-467c3d8a-c481-4ad9-bc9e-31cdcf974891 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 947 time: 0.0765376 Sep 01 00:32:14.064441 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bc857bdd-01a3-4240-a27e-9d7694721114 req-4a2c0713-0024-4494-86a1-f9a9cf559da7 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551813 Sep 01 00:32:14.355509 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f62551-ac4e-46d2-91cd-b7ef9ee9c47f req-89475b20-6800-44d1-9386-95a9e8fd4430 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:14.357396 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-39f62551-ac4e-46d2-91cd-b7ef9ee9c47f req-89475b20-6800-44d1-9386-95a9e8fd4430 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0612338 Sep 01 00:32:14.415522 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-39f62551-ac4e-46d2-91cd-b7ef9ee9c47f req-7ab022ec-d7f5-48c4-a154-4c506fae788d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522401 Sep 01 00:32:14.768394 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-3dffc75d-3337-463c-95e4-ed05256b58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:14.770856 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-3dffc75d-3337-463c-95e4-ed05256b58aa service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3747df9616604e22826b8f308eac57e3&device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 1131 time: 0.0517828 Sep 01 00:32:14.844702 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-62e087ee-5714-4ecd-8500-3f37381d62a0 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=979409b1-abcb-42c6-b49f-ac409f9aef9e HTTP/1.1" status: 200 len: 217 time: 0.0514629 Sep 01 00:32:14.909089 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-1b869a91-542d-4b7a-8ec0-7010974b65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:14.910437 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-1b869a91-542d-4b7a-8ec0-7010974b65ef service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=485c0b4a-2941-46b9-afea-57f42127cee2 HTTP/1.1" status: 200 len: 843 time: 0.0590539 Sep 01 00:32:15.003863 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-5a470129-9136-4aad-b018-f99b9d24c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:15.005433 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-5a470129-9136-4aad-b018-f99b9d24c849 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=9a612084-f113-476e-817f-e3086ef6a09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0874009 Sep 01 00:32:15.013305 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4ecf2-5fd4-4867-be2a-30c434392ecc req-9df78120-f2fa-4631-a33f-a3c0b467973a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:15.014763 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-65b4ecf2-5fd4-4867-be2a-30c434392ecc req-9df78120-f2fa-4631-a33f-a3c0b467973a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0556462 Sep 01 00:32:15.114969 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-65b4ecf2-5fd4-4867-be2a-30c434392ecc req-f0140d51-d04d-4cac-bc8a-4f0d1f741aa9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800309 Sep 01 00:32:15.159627 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-c622831b-1c0f-44ec-8192-0eeea90e8146 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/9a612084-f113-476e-817f-e3086ef6a09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409338 Sep 01 00:32:15.173655 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:15.251439 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07ada-4b47-4b76-b72d-7c9245772f46 req-304d7d18-356b-44e3-b7a9-398a768c5518 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:15.260862 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-31e07ada-4b47-4b76-b72d-7c9245772f46 req-304d7d18-356b-44e3-b7a9-398a768c5518 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 947 time: 0.0759780 Sep 01 00:32:15.292163 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:15.343316 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-31e07ada-4b47-4b76-b72d-7c9245772f46 req-fd354704-45b1-471a-b2ff-cd50c3e5c29f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805168 Sep 01 00:32:15.343956 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e25e4d6a-4af9-47da-a6e5-ba1828176e42 req-074f7966-db21-4106-ae10-0f1984a95141 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/9a612084-f113-476e-817f-e3086ef6a09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793709 Sep 01 00:32:15.362014 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b062c-e36c-4ec2-ba4c-5067fc950132 req-42c09147-1423-464a-8f7b-06793a4fe6a5 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:15.363887 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f91b062c-e36c-4ec2-ba4c-5067fc950132 req-42c09147-1423-464a-8f7b-06793a4fe6a5 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0975404 Sep 01 00:32:15.380889 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 53542) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:15.387479 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-07df9c41-512b-4abe-a997-443714e7f497 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Request body: {'floatingip': {'port_id': '54ed4609-29d2-46df-968c-532a898d8333'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:15.429496 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-07df9c41-512b-4abe-a997-443714e7f497 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for floatingip (772e956d-cfd7-4711-a16b-5d9c2133a6df), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:15.590612 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1c4a1-830e-4960-92dd-5aafd8db265a req-b91a20fb-4db0-45fe-9e75-17256f91f2da tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:15.592187 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-60e1c4a1-830e-4960-92dd-5aafd8db265a req-b91a20fb-4db0-45fe-9e75-17256f91f2da tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0796628 Sep 01 00:32:15.653067 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-60e1c4a1-830e-4960-92dd-5aafd8db265a req-eec33237-dbd3-4c89-8d59-7ffaf5ff1eb3 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549569 Sep 01 00:32:15.971547 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:15.986088 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-07df9c41-512b-4abe-a997-443714e7f497 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:16.009581 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-07df9c41-512b-4abe-a997-443714e7f497 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (772e956d-cfd7-4711-a16b-5d9c2133a6df), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:16.118067 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-07df9c41-512b-4abe-a997-443714e7f497 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Floating IP 772e956d-cfd7-4711-a16b-5d9c2133a6df associated. External IP: 172.27.4.202, port: 54ed4609-29d2-46df-968c-532a898d8333. Sep 01 00:32:16.209786 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:16.353669 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07df9c41-512b-4abe-a997-443714e7f497 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Router 76654eb6-7beb-4a44-b98d-1db87303d600 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:32:16.526157 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ae1cb-0093-4bce-840b-274d995366ed req-69e5214a-ac97-4e3b-9f2b-b7c9a021b768 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:16.528635 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-538ae1cb-0093-4bce-840b-274d995366ed req-69e5214a-ac97-4e3b-9f2b-b7c9a021b768 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 947 time: 0.0771708 Sep 01 00:32:16.529175 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07df9c41-512b-4abe-a997-443714e7f497 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:32:16.535171 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-07df9c41-512b-4abe-a997-443714e7f497 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:16.542052 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] Sync routers for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:32:16.560347 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:32:16.561268 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:31:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:16.595747 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-07df9c41-512b-4abe-a997-443714e7f497 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/772e956d-cfd7-4711-a16b-5d9c2133a6df HTTP/1.1" status: 200 len: 991 time: 1.2134690 Sep 01 00:32:16.598574 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'tag': '54ed4609-29d2-46df-968c-532a898d8333'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:16.601033 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f39f69-a130-4d89-9a5c-b1499eb38f40" -d '{"events": [{"name": "network-changed", "server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "tag": "54ed4609-29d2-46df-968c-532a898d8333"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:16.630095 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-538ae1cb-0093-4bce-840b-274d995366ed req-86efcd68-6cde-410c-8162-17337485382e tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914948 Sep 01 00:32:16.665644 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a7eb56-0efb-4799-a0ed-71a294596ed3 x-openstack-request-id: req-e0a7eb56-0efb-4799-a0ed-71a294596ed3 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:16.665968 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "tag": "54ed4609-29d2-46df-968c-532a898d8333", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:16.666188 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0a7eb56-0efb-4799-a0ed-71a294596ed3 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:16.666691 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a7eb56-0efb-4799-a0ed-71a294596ed3'] response: {'name': 'network-changed', 'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'tag': '54ed4609-29d2-46df-968c-532a898d8333', 'status': 'completed', 'code': 200} Sep 01 00:32:16.696745 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:32:16.833366 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-9af80774-2b13-493e-b2e9-4d80ae0ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:16.835091 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6c09b-2dc7-4c73-897f-fd7f6e9f4b22 req-6bca0e5b-8596-4746-81e0-e656ab6407e5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:16.835669 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-9af80774-2b13-493e-b2e9-4d80ae0ddd18 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 1129 time: 0.0643909 Sep 01 00:32:16.836961 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f4d6c09b-2dc7-4c73-897f-fd7f6e9f4b22 req-6bca0e5b-8596-4746-81e0-e656ab6407e5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0884976 Sep 01 00:32:16.915426 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f4d6c09b-2dc7-4c73-897f-fd7f6e9f4b22 req-a430426f-b198-4a73-84ae-09a5d085fa04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664766 Sep 01 00:32:16.966911 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-3ab4108c-769f-4414-ad0c-b326dab82ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:16.968483 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-3ab4108c-769f-4414-ad0c-b326dab82ce3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.1159914 Sep 01 00:32:16.998427 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:17.078840 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-4f044291-0c5c-48de-85b4-f3f29239f3f0 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ed4609-29d2-46df-968c-532a898d8333 HTTP/1.1" status: 200 len: 999 time: 0.0580964 Sep 01 00:32:17.084569 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '772e956d-cfd7-4711-a16b-5d9c2133a6df', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'floating_ip_address': '172.27.4.202', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'port_id': '54ed4609-29d2-46df-968c-532a898d8333', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'mac_address': 'fa:16:3e:ed:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf8d128-7684-4263-babf-222cc0beae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:59Z', 'updated_at': '2022-09-01T00:32:15Z', 'revision_number': 1, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:30:08Z', 'revision_number': 5, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:17.113621 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] Checking router: 76654eb6-7beb-4a44-b98d-1db87303d600 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:32:17.124156 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:32:17.124975 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:31:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:17.135076 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-5e23febe-b7d6-4b3f-9198-4588af822583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:17.137222 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-5e23febe-b7d6-4b3f-9198-4588af822583 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.0491378 Sep 01 00:32:17.161782 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 979409b1-abcb-42c6-b49f-ac409f9aef9e details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:32:17.167850 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:17.298563 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:32:17.348802 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-59224f57-1ce1-4e24-9c4c-b0e917ca5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:17.350411 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-59224f57-1ce1-4e24-9c4c-b0e917ca5d4a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423217 Sep 01 00:32:17.398688 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 979409b1-abcb-42c6-b49f-ac409f9aef9e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=979409b1-abcb-42c6-b49f-ac409f9aef9e,segment=NetworkSegment(b5eb8b1a-3305-4493-9e4a-1946db81fd2d),segment_id=b5eb8b1a-3305-4493-9e4a-1946db81fd2d)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:17.418157 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '979409b1-abcb-42c6-b49f-ac409f9aef9e', 'network_id': '9a612084-f113-476e-817f-e3086ef6a09b', 'port_id': '979409b1-abcb-42c6-b49f-ac409f9aef9e', 'mac_address': 'fa:16:3e:0c:2b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485c0b4a-2941-46b9-afea-57f42127cee2', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:32:17.513665 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 979409b1-abcb-42c6-b49f-ac409f9aef9e is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:17.514057 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:17.536910 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979409b1-abcb-42c6-b49f-ac409f9aef9e {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:32:17.545780 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-8d3f6528-6bfc-4eab-b6c8-ac4fbb242b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:17.547337 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-8d3f6528-6bfc-4eab-b6c8-ac4fbb242b62 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 1129 time: 0.0454848 Sep 01 00:32:17.577779 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 979409b1-abcb-42c6-b49f-ac409f9aef9e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=979409b1-abcb-42c6-b49f-ac409f9aef9e,segment=NetworkSegment(b5eb8b1a-3305-4493-9e4a-1946db81fd2d),segment_id=b5eb8b1a-3305-4493-9e4a-1946db81fd2d)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:17.582247 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-5f037eec-cd66-4ade-bbc6-e828eca248fe service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040835 Sep 01 00:32:17.584274 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:17.650012 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-cc78fd4e-7db0-4962-bf53-a5e2b9bce712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:17.651538 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-cc78fd4e-7db0-4962-bf53-a5e2b9bce712 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 918 time: 0.0958490 Sep 01 00:32:17.656023 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '772e956d-cfd7-4711-a16b-5d9c2133a6df', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'floating_ip_address': '172.27.4.202', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'port_id': '54ed4609-29d2-46df-968c-532a898d8333', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'mac_address': 'fa:16:3e:ed:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf8d128-7684-4263-babf-222cc0beae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:59Z', 'updated_at': '2022-09-01T00:32:15Z', 'revision_number': 1, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:30:08Z', 'revision_number': 5, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:32:17.689959 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acceb08d-e853-4f81-a3b8-90b19406c374 None None] The sync data for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi is: [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '772e956d-cfd7-4711-a16b-5d9c2133a6df', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'floating_ip_address': '172.27.4.202', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'port_id': '54ed4609-29d2-46df-968c-532a898d8333', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'mac_address': 'fa:16:3e:ed:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf8d128-7684-4263-babf-222cc0beae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:59Z', 'updated_at': '2022-09-01T00:32:15Z', 'revision_number': 1, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:30:08Z', 'revision_number': 5, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:32:17.691678 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=979409b1-abcb-42c6-b49f-ac409f9aef9e,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:17.704008 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8f39f69-a130-4d89-9a5c-b1499eb38f40 req-0a998edd-6c6d-4f7c-b8ee-c4b1ca29805e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125951 Sep 01 00:32:17.733303 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-66032ab9-9037-4ed6-a4ef-a4d9b772082b service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131 HTTP/1.1" status: 200 len: 1001 time: 0.0741177 Sep 01 00:32:17.791520 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3500c08-b316-4594-bceb-1eda1e69c589 req-64ec894b-a4df-40ce-a228-3db64e6ed127 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:17.793231 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d3500c08-b316-4594-bceb-1eda1e69c589 req-64ec894b-a4df-40ce-a228-3db64e6ed127 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 948 time: 0.0554516 Sep 01 00:32:17.795036 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-d2bb65e0-0181-4ddc-b3c8-e54b4f20a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:17.796577 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-d2bb65e0-0181-4ddc-b3c8-e54b4f20a6af service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 200 len: 856 time: 0.0507195 Sep 01 00:32:17.846418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-2f3e0bf6-53c0-44f8-8e1c-2ee38267dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:17.847826 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d3500c08-b316-4594-bceb-1eda1e69c589 req-415ba118-5609-41e2-8139-62696289bf9c tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474555 Sep 01 00:32:17.848312 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-2f3e0bf6-53c0-44f8-8e1c-2ee38267dfb4 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425510 Sep 01 00:32:17.909517 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f15e2-2689-4e67-89cb-089f21dec852 None None] New status for floating IP 772e956d-cfd7-4711-a16b-5d9c2133a6df: ACTIVE {{(pid=117904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:32:17.947009 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['979409b1-abcb-42c6-b49f-ac409f9aef9e'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:32:17.971687 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-fc116f75-808f-49e1-9ebc-daf6c087ab99 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152344 Sep 01 00:32:18.031704 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:18.070021 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:18.103230 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6b07b-5e54-40b9-aa10-9bff49e184db req-c28dce29-5deb-4dbf-b5ca-391e492f3d88 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:18.107360 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:18.108717 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-aff6b07b-5e54-40b9-aa10-9bff49e184db req-c28dce29-5deb-4dbf-b5ca-391e492f3d88 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0749719 Sep 01 00:32:18.160205 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0c8d500a-06bc-45c2-8539-8fc6fb26d7b0 req-42a23a8e-7836-40d1-ba2f-2d957e0caac3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812243 Sep 01 00:32:18.187946 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-aff6b07b-5e54-40b9-aa10-9bff49e184db req-a7406a61-045e-47aa-a369-a3650b0a0f3e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685167 Sep 01 00:32:18.976125 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ff168-82e4-4946-a92c-ff25655b4b46 req-2ca6e4ae-f6e2-497d-b7de-0d2b9cb4c38d tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:18.977637 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-650ff168-82e4-4946-a92c-ff25655b4b46 req-2ca6e4ae-f6e2-497d-b7de-0d2b9cb4c38d tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 948 time: 0.0543530 Sep 01 00:32:19.026468 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-650ff168-82e4-4946-a92c-ff25655b4b46 req-9b20b6aa-0089-4f16-88c0-9843e9e9c6b0 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Sep 01 00:32:19.147191 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 979409b1-abcb-42c6-b49f-ac409f9aef9e up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:32:19.189644 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 979409b1-abcb-42c6-b49f-ac409f9aef9e completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:32:19.195024 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 979409b1-abcb-42c6-b49f-ac409f9aef9e triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:32:19.195390 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:19.216280 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:19.272067 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 979409b1-abcb-42c6-b49f-ac409f9aef9e is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:19.272462 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:19.296882 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67263881-ac3a-4855-965b-19c5b25c35c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979409b1-abcb-42c6-b49f-ac409f9aef9e'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:19.299099 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798c957e-de47-436a-8038-94fc4daba43e" -d '{"events": [{"server_uuid": "67263881-ac3a-4855-965b-19c5b25c35c6", "name": "network-vif-plugged", "status": "completed", "tag": "979409b1-abcb-42c6-b49f-ac409f9aef9e"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:19.315993 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 979409b1-abcb-42c6-b49f-ac409f9aef9e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=979409b1-abcb-42c6-b49f-ac409f9aef9e,segment=NetworkSegment(b5eb8b1a-3305-4493-9e4a-1946db81fd2d),segment_id=b5eb8b1a-3305-4493-9e4a-1946db81fd2d)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:19.318971 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488530c-5854-4aa2-85e4-b21c258ca92b req-d85da890-8c1b-4ab5-a489-d607283134d8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:19.322065 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:19.328685 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4488530c-5854-4aa2-85e4-b21c258ca92b req-d85da890-8c1b-4ab5-a489-d607283134d8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0580370 Sep 01 00:32:19.347094 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1de6eb-9dc0-4673-a7b3-5d0ab00cfce8 x-openstack-request-id: req-5f1de6eb-9dc0-4673-a7b3-5d0ab00cfce8 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:19.347406 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67263881-ac3a-4855-965b-19c5b25c35c6", "name": "network-vif-plugged", "status": "completed", "tag": "979409b1-abcb-42c6-b49f-ac409f9aef9e", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:19.347670 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f1de6eb-9dc0-4673-a7b3-5d0ab00cfce8 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:19.348062 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1de6eb-9dc0-4673-a7b3-5d0ab00cfce8'] response: {'server_uuid': '67263881-ac3a-4855-965b-19c5b25c35c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979409b1-abcb-42c6-b49f-ac409f9aef9e', 'code': 200} Sep 01 00:32:19.374401 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=979409b1-abcb-42c6-b49f-ac409f9aef9e,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:19.375731 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4488530c-5854-4aa2-85e4-b21c258ca92b req-089cd597-af18-4543-96bd-032857837601 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461633 Sep 01 00:32:20.148644 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa7d2f-3779-4480-bd66-f5f9286721b3 req-89ed215c-7645-4e27-995b-a1685b93f7db tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:20.150051 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b0fa7d2f-3779-4480-bd66-f5f9286721b3 req-89ed215c-7645-4e27-995b-a1685b93f7db tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 949 time: 0.0473998 Sep 01 00:32:20.182303 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:20.199668 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b0fa7d2f-3779-4480-bd66-f5f9286721b3 req-5291653d-0b12-47b0-bccd-967863384793 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432138 Sep 01 00:32:20.314092 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cbce0-a50f-48d1-a93d-41c85f2bccf3 req-fc13a55a-f373-429f-a503-bfe46a45b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:20.315696 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c71cbce0-a50f-48d1-a93d-41c85f2bccf3 req-fc13a55a-f373-429f-a503-bfe46a45b933 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 1133 time: 0.0405793 Sep 01 00:32:20.358530 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-e7a94d1a-91f3-4c33-b2d5-1f529d6bfaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:20.374081 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c71cbce0-a50f-48d1-a93d-41c85f2bccf3 req-ed7448e8-5589-4454-b2a4-bb5140988eb8 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Sep 01 00:32:20.508955 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a433b-33a2-4f1f-a432-61b63007847a req-683aa312-cc15-4956-a24f-d969c8299acc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:20.511465 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3b6a433b-33a2-4f1f-a432-61b63007847a req-683aa312-cc15-4956-a24f-d969c8299acc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0545278 Sep 01 00:32:20.563004 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3b6a433b-33a2-4f1f-a432-61b63007847a req-857f4dc0-eb5d-4580-8876-f49cbdd2d422 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463729 Sep 01 00:32:21.057772 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [req-8d3a820b-e604-4e58-9602-330948a5e06a req-80dc43c3-143d-417d-93f3-8f1934baa793 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:32:21.058747 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8d3a820b-e604-4e58-9602-330948a5e06a req-80dc43c3-143d-417d-93f3-8f1934baa793 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056667 Sep 01 00:32:21.197428 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device eeee7cd1-6746-4dc1-883d-5b9873db8131 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:32:21.239974 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d0ba4-90b2-4b58-848a-cd3d3a3116e8 req-2bbaaea7-6ee3-42ca-af46-34e6edb3769d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:21.241695 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f96d0ba4-90b2-4b58-848a-cd3d3a3116e8 req-2bbaaea7-6ee3-42ca-af46-34e6edb3769d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 945 time: 0.0569599 Sep 01 00:32:21.309819 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f96d0ba4-90b2-4b58-848a-cd3d3a3116e8 req-18be8f57-3564-4e21-b79f-85f92f128a77 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616174 Sep 01 00:32:21.311971 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port eeee7cd1-6746-4dc1-883d-5b9873db8131 is: ACTIVE; New status is: DOWN {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:21.312366 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:21.347841 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:21.348656 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:21.350966 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026703a2-dad5-4ca9-a413-dfe0e172f03d" -d '{"events": [{"server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "name": "network-vif-unplugged", "status": "completed", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:21.354963 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:21.377325 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9222a8-3289-4da4-bce4-b5b1f4db3b20 req-8a7dd57c-1d18-44b3-ad74-ed4f931b925f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:21.380537 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8a9222a8-3289-4da4-bce4-b5b1f4db3b20 req-8a7dd57c-1d18-44b3-ad74-ed4f931b925f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 949 time: 0.0990002 Sep 01 00:32:21.396387 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf03e36-62c0-4174-a471-82ba17fa4958 x-openstack-request-id: req-cdf03e36-62c0-4174-a471-82ba17fa4958 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:21.396902 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "name": "network-vif-unplugged", "status": "completed", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:21.397090 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdf03e36-62c0-4174-a471-82ba17fa4958 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:21.397478 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf03e36-62c0-4174-a471-82ba17fa4958'] response: {'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'code': 200} Sep 01 00:32:21.409745 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=8']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:21.453119 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8a9222a8-3289-4da4-bce4-b5b1f4db3b20 req-9e9bd50a-c53b-4510-bc0a-add24350ecce tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653951 Sep 01 00:32:21.581026 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 53626) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:21.664383 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-21f7a827-f805-4d45-9265-1ba7a6df576e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822084 Sep 01 00:32:21.674044 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-03d4eaa6-fab3-4dd0-98f5-f8e3980d9b21 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:32:21.675000 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-03d4eaa6-fab3-4dd0-98f5-f8e3980d9b21 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048606 Sep 01 00:32:21.752984 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 53634) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:21.883157 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-9578b3e1-2bc0-42bf-896b-33f4a62081fa tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:21.884534 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-9578b3e1-2bc0-42bf-896b-33f4a62081fa tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports/eeee7cd1-6746-4dc1-883d-5b9873db8131 HTTP/1.1" status: 200 len: 940 time: 0.1305692 Sep 01 00:32:22.432585 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:22.449419 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee804ab0-8d25-4cf5-938c-6b43fba61585 req-507ef014-22b8-4df1-acbb-2f1de549d1ad tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:22.452932 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ee804ab0-8d25-4cf5-938c-6b43fba61585 req-507ef014-22b8-4df1-acbb-2f1de549d1ad tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0540972 Sep 01 00:32:22.505578 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ee804ab0-8d25-4cf5-938c-6b43fba61585 req-a016396d-d5fe-47fd-b60c-5ff81a8f4eb4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483074 Sep 01 00:32:22.594066 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310ecd-c0f6-4b6a-be0d-203a0d130cb7 req-a4904062-c1b1-4a83-a046-e32960c1c45d tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:22.595546 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d8310ecd-c0f6-4b6a-be0d-203a0d130cb7 req-a4904062-c1b1-4a83-a046-e32960c1c45d tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 949 time: 0.0483348 Sep 01 00:32:22.652700 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d8310ecd-c0f6-4b6a-be0d-203a0d130cb7 req-6a66e973-dd8e-4a69-9641-202befc2b54b tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516100 Sep 01 00:32:22.735335 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1920a4c4-6e2f-4288-bbc8-399d34212ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:22.933492 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772087d-7206-4eb2-a13c-0be16bfa5916 req-c8d3391c-6e0f-4db6-9f0e-03945b29141f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:22.934944 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f772087d-7206-4eb2-a13c-0be16bfa5916 req-c8d3391c-6e0f-4db6-9f0e-03945b29141f tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 949 time: 0.0483475 Sep 01 00:32:22.985202 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f772087d-7206-4eb2-a13c-0be16bfa5916 req-b54b01d9-5d95-42b5-9a3f-53e6207dfc2a tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Sep 01 00:32:23.648107 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28f3f1-9f0a-4883-ac17-e19e378e0fc3 req-5908a09e-f397-43ff-a83a-0486f502af82 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:23.649622 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6b28f3f1-9f0a-4883-ac17-e19e378e0fc3 req-5908a09e-f397-43ff-a83a-0486f502af82 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0471258 Sep 01 00:32:23.696794 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6b28f3f1-9f0a-4883-ac17-e19e378e0fc3 req-4af341b2-1670-4d6c-9ac6-a2ba04914c4e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 Sep 01 00:32:23.942188 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:24.107109 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc22a-1e11-4fc5-907a-41e2447a6458 req-8bb71f40-fe08-44be-b517-91370599fadc tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:24.109465 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f35bc22a-1e11-4fc5-907a-41e2447a6458 req-8bb71f40-fe08-44be-b517-91370599fadc tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 949 time: 0.0483942 Sep 01 00:32:24.156960 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f35bc22a-1e11-4fc5-907a-41e2447a6458 req-0d197e3f-3bfb-4112-9e1a-8b2f6668f664 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 Sep 01 00:32:24.307533 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:24.840714 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cd1ec-22b3-47b6-b4c1-f937cf39938e req-0ef7640d-ec58-46da-a393-4c4e39a027d2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:24.843244 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7c5cd1ec-22b3-47b6-b4c1-f937cf39938e req-0ef7640d-ec58-46da-a393-4c4e39a027d2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0619760 Sep 01 00:32:24.897919 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7c5cd1ec-22b3-47b6-b4c1-f937cf39938e req-d26d329f-5190-4fa7-955f-c646087712a4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480919 Sep 01 00:32:25.092465 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-5dc92869-09c2-446e-9986-70c6721f2313 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:25.093967 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-5dc92869-09c2-446e-9986-70c6721f2313 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 949 time: 0.3262801 Sep 01 00:32:25.183531 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-92016ae1-109e-485d-92ff-8714c440c687 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Deleting port 979409b1-abcb-42c6-b49f-ac409f9aef9e {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:32:25.184167 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-92016ae1-109e-485d-92ff-8714c440c687 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:25.257287 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:25.267030 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:25.296168 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf44da4-c773-4373-a0d5-54f627b7bf4d req-fe988c4e-46cc-4667-a266-6b9ea145259e tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:25.297668 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ddf44da4-c773-4373-a0d5-54f627b7bf4d req-fe988c4e-46cc-4667-a266-6b9ea145259e tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 949 time: 0.0639026 Sep 01 00:32:25.338619 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-92016ae1-109e-485d-92ff-8714c440c687 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] For port 979409b1-abcb-42c6-b49f-ac409f9aef9e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=979409b1-abcb-42c6-b49f-ac409f9aef9e,segment=NetworkSegment(b5eb8b1a-3305-4493-9e4a-1946db81fd2d),segment_id=b5eb8b1a-3305-4493-9e4a-1946db81fd2d)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:25.339215 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-92016ae1-109e-485d-92ff-8714c440c687 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:25.349383 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:25.366089 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-92016ae1-109e-485d-92ff-8714c440c687 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Calling delete_port for 979409b1-abcb-42c6-b49f-ac409f9aef9e owned by compute:nova {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:32:25.392880 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:25.393276 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ddf44da4-c773-4373-a0d5-54f627b7bf4d req-d3f2e97e-a232-4b7e-ae40-e6a04e8f6f47 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857961 Sep 01 00:32:25.509741 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-92016ae1-109e-485d-92ff-8714c440c687 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (979409b1-abcb-42c6-b49f-ac409f9aef9e), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:25.544800 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92016ae1-109e-485d-92ff-8714c440c687 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Pushing event deleted for resources: {'Port': ['ID=979409b1-abcb-42c6-b49f-ac409f9aef9e,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:25.589941 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-92016ae1-109e-485d-92ff-8714c440c687 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] No DVR routers for this DVR port 979409b1-abcb-42c6-b49f-ac409f9aef9e on host hv-cinder-82002 {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:32:25.592661 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-444e767e-faba-4f5d-8200-025d807efa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:25.593434 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-92016ae1-109e-485d-92ff-8714c440c687 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:25.594219 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-444e767e-faba-4f5d-8200-025d807efa13 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a&tenant_id=06942912e37346eaa2310a56b84f3886 HTTP/1.1" status: 200 len: 1127 time: 0.0831029 Sep 01 00:32:25.596909 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-657576b9-58c1-48ff-90ea-4e8bc7ca8069 req-92016ae1-109e-485d-92ff-8714c440c687 tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.30 "DELETE /networking/v2.0/ports/979409b1-abcb-42c6-b49f-ac409f9aef9e HTTP/1.1" status: 204 len: 173 time: 0.4947600 Sep 01 00:32:25.597443 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67263881-ac3a-4855-965b-19c5b25c35c6', 'name': 'network-vif-deleted', 'tag': '979409b1-abcb-42c6-b49f-ac409f9aef9e'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:25.599792 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3248e67-f8cf-48df-b661-b3cf4c218c48" -d '{"events": [{"server_uuid": "67263881-ac3a-4855-965b-19c5b25c35c6", "name": "network-vif-deleted", "tag": "979409b1-abcb-42c6-b49f-ac409f9aef9e"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:25.658961 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e77bd5a-c897-4337-914e-2d472657b8fb x-openstack-request-id: req-2e77bd5a-c897-4337-914e-2d472657b8fb {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:25.659340 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67263881-ac3a-4855-965b-19c5b25c35c6", "name": "network-vif-deleted", "tag": "979409b1-abcb-42c6-b49f-ac409f9aef9e", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:25.659653 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e77bd5a-c897-4337-914e-2d472657b8fb {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:25.660120 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e77bd5a-c897-4337-914e-2d472657b8fb'] response: {'server_uuid': '67263881-ac3a-4855-965b-19c5b25c35c6', 'name': 'network-vif-deleted', 'tag': '979409b1-abcb-42c6-b49f-ac409f9aef9e', 'status': 'completed', 'code': 200} Sep 01 00:32:25.673024 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-601b3a9f-6f20-4490-a472-6fa51e858437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:25.674663 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-601b3a9f-6f20-4490-a472-6fa51e858437 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 1127 time: 0.0480103 Sep 01 00:32:25.801974 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-4789a65b-a226-4d05-bd2d-5e167682ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:25.803395 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-4789a65b-a226-4d05-bd2d-5e167682ad5d service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 918 time: 0.0953052 Sep 01 00:32:25.844769 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:32:25.872722 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-4bad4029-35a5-448e-9cb1-1931fe09f6e8 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131 HTTP/1.1" status: 200 len: 999 time: 0.0632939 Sep 01 00:32:25.930747 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-f3eafbc3-7e1a-493d-b8e2-24a2aae02055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:25.933172 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-f3eafbc3-7e1a-493d-b8e2-24a2aae02055 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 200 len: 856 time: 0.0480456 Sep 01 00:32:25.987639 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-a6e6a922-9a3e-4a1b-82da-2134b6c86b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:25.989253 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-a6e6a922-9a3e-4a1b-82da-2134b6c86b89 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465159 Sep 01 00:32:26.078491 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867aadb-e0b4-49a0-98e2-86484f2df1a9 req-d49c3a3b-ac8a-4d7d-8d53-5f1587d013f1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:26.079971 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0867aadb-e0b4-49a0-98e2-86484f2df1a9 req-d49c3a3b-ac8a-4d7d-8d53-5f1587d013f1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0897908 Sep 01 00:32:26.142390 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-6f2306cb-30a0-49eb-b3c4-385280f3ac6a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433911 Sep 01 00:32:26.156157 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0867aadb-e0b4-49a0-98e2-86484f2df1a9 req-73c8370a-3f3e-4a0a-b941-47268b67d552 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697136 Sep 01 00:32:26.428919 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-3ab29f97-10e5-4a0e-9fa4-1a63b31970fd service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912235 Sep 01 00:32:26.537448 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0f498699-5e7c-4ea5-8dfb-f8b8edb2ea19 req-8307067a-1ea6-412c-a7ac-59550d9a284e tempest-VolumesNegativeTest-434449103 tempest-VolumesNegativeTest-434449103-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67263881-ac3a-4855-965b-19c5b25c35c6 HTTP/1.1" status: 200 len: 210 time: 0.0290744 Sep 01 00:32:27.175813 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 979409b1-abcb-42c6-b49f-ac409f9aef9e no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:32:27.196767 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 979409b1-abcb-42c6-b49f-ac409f9aef9e {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:32:27.197373 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 979409b1-abcb-42c6-b49f-ac409f9aef9e not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:32:27.285774 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:27.299382 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f8a05-429c-4cbf-8255-b8f6f870c96f req-ed42d8ea-1e82-4244-a103-44b6f9ef4807 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:27.301063 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-586f8a05-429c-4cbf-8255-b8f6f870c96f req-ed42d8ea-1e82-4244-a103-44b6f9ef4807 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0544477 Sep 01 00:32:27.361255 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-586f8a05-429c-4cbf-8255-b8f6f870c96f req-cb668adb-675b-4560-ab3f-c94f8c9ca37c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546322 Sep 01 00:32:28.484445 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:28.498154 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6409f-7caa-4364-a4ea-fcb4744ca227 req-5ef8e704-84d8-4e06-b691-24fcdb9940b0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:28.499709 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-47f6409f-7caa-4364-a4ea-fcb4744ca227 req-5ef8e704-84d8-4e06-b691-24fcdb9940b0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0535445 Sep 01 00:32:28.556430 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-47f6409f-7caa-4364-a4ea-fcb4744ca227 req-569760a1-220c-49ca-a22c-01a1343b0d94 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508747 Sep 01 00:32:29.936180 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed53ea-e648-445e-9041-f7701941fb6f req-01fd739d-932a-4c20-87aa-94904a4a1f72 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:29.937742 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6eed53ea-e648-445e-9041-f7701941fb6f req-01fd739d-932a-4c20-87aa-94904a4a1f72 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.2859247 Sep 01 00:32:30.056240 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6eed53ea-e648-445e-9041-f7701941fb6f req-152b8fa6-81d8-4055-90f0-0694cec52999 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918286 Sep 01 00:32:31.194333 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcee01-ded6-4b6c-8b26-d4fad0e7dbab req-e0f92194-d5d9-4d04-9f9c-85ef21ed574f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:31.195877 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-94fcee01-ded6-4b6c-8b26-d4fad0e7dbab req-e0f92194-d5d9-4d04-9f9c-85ef21ed574f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0504229 Sep 01 00:32:31.250998 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-94fcee01-ded6-4b6c-8b26-d4fad0e7dbab req-4de8bd2a-d0c2-4128-a816-3abbd5df98c9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494633 Sep 01 00:32:31.858914 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=12 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:32.086230 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 53948) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:32.234967 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-d9da73a2-b562-4756-85c2-6767540a851b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3747df9616604e22826b8f308eac57e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470413 Sep 01 00:32:32.235370 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 53952) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:32.287432 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-768d06f3-ba55-4a62-a55c-8b1dc35bff3c admin admin] Publish callbacks [] for security_group (ce2eb054-1c38-4af4-85d2-25c1dc0eeccc), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:32.311503 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-768d06f3-ba55-4a62-a55c-8b1dc35bff3c admin admin] Publish callbacks [] for security_group (ce2eb054-1c38-4af4-85d2-25c1dc0eeccc), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:32.416835 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069394c-9d52-44fe-bf49-317dd260af57 req-971c3f83-73e1-431c-ba64-b1fa03bb29da tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:32.421724 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e069394c-9d52-44fe-bf49-317dd260af57 req-971c3f83-73e1-431c-ba64-b1fa03bb29da tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0674038 Sep 01 00:32:32.423929 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-768d06f3-ba55-4a62-a55c-8b1dc35bff3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ce2eb054-1c38-4af4-85d2-25c1dc0eeccc), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:32.426835 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-768d06f3-ba55-4a62-a55c-8b1dc35bff3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:32.427919 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-768d06f3-ba55-4a62-a55c-8b1dc35bff3c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ce2eb054-1c38-4af4-85d2-25c1dc0eeccc HTTP/1.1" status: 204 len: 168 time: 0.1916423 Sep 01 00:32:32.466237 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d06f3-ba55-4a62-a55c-8b1dc35bff3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2eb054-1c38-4af4-85d2-25c1dc0eeccc,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:32.505159 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e069394c-9d52-44fe-bf49-317dd260af57 req-4d50a336-f2e8-45ab-a7c3-a41d7f8abd0b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749829 Sep 01 00:32:33.649387 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df23d49-2f53-419b-90c9-f96377965896 req-28ed6acf-b4c4-41f8-92a7-d059df85d41f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:33.651506 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2df23d49-2f53-419b-90c9-f96377965896 req-28ed6acf-b4c4-41f8-92a7-d059df85d41f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0473456 Sep 01 00:32:33.703028 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2df23d49-2f53-419b-90c9-f96377965896 req-f85d730e-db24-4f86-a6c1-24f1f9090304 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458987 Sep 01 00:32:34.839832 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f67144-b853-464d-a6da-a2f55fa3676d req-4b4aab29-46ac-46a4-91db-646d20aa51ba tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:34.841402 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d0f67144-b853-464d-a6da-a2f55fa3676d req-4b4aab29-46ac-46a4-91db-646d20aa51ba tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0525131 Sep 01 00:32:34.852721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:34.894227 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d0f67144-b853-464d-a6da-a2f55fa3676d req-d299ebb3-9cc7-4bba-8a32-e0a97f91ea13 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471506 Sep 01 00:32:35.842224 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:36.016904 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:36.029008 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb956-34b0-4aa2-9c39-9faa745d1b2c req-37983358-31e7-400c-b14f-fc3bbae06e68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:36.030530 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d6eeb956-34b0-4aa2-9c39-9faa745d1b2c req-37983358-31e7-400c-b14f-fc3bbae06e68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0541759 Sep 01 00:32:36.090550 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d6eeb956-34b0-4aa2-9c39-9faa745d1b2c req-c0c718bc-679b-45ae-9fc3-30e582a8f05f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541146 Sep 01 00:32:37.179412 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=61,neutron:UPDATE=7 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:37.257653 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6c9d0-42cb-4269-95e4-12c446c7b9aa req-ef4d7e9c-9a0d-4eb2-9581-663cb9f0f056 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:37.259875 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8fd6c9d0-42cb-4269-95e4-12c446c7b9aa req-ef4d7e9c-9a0d-4eb2-9581-663cb9f0f056 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0709105 Sep 01 00:32:37.317759 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8fd6c9d0-42cb-4269-95e4-12c446c7b9aa req-d874d428-ec31-4d62-9d1c-8470ff19c150 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512385 Sep 01 00:32:38.454426 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0d7c-101b-485a-b71c-c16f9f170b0f req-be0fe0cd-6a1b-4394-b093-456101888d70 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:38.456240 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-335b0d7c-101b-485a-b71c-c16f9f170b0f req-be0fe0cd-6a1b-4394-b093-456101888d70 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0500746 Sep 01 00:32:38.507407 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-335b0d7c-101b-485a-b71c-c16f9f170b0f req-ee4061c9-c12b-49d7-aa15-0d9aa694dbae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453732 Sep 01 00:32:39.637867 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ecf7e-5883-4784-9774-453764550466 req-5838a3e8-a5fa-470b-aad7-2acf15bdbaae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:39.639325 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b53ecf7e-5883-4784-9774-453764550466 req-5838a3e8-a5fa-470b-aad7-2acf15bdbaae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0467262 Sep 01 00:32:39.695273 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b53ecf7e-5883-4784-9774-453764550466 req-555840b9-ee80-42c1-815f-4cecaaa2a22f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504751 Sep 01 00:32:40.845958 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec681b-f116-4da0-a8cd-ae1ae9b9251f req-1a8e6065-41b1-47d5-83a5-0d72abeb8594 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:40.847550 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-48ec681b-f116-4da0-a8cd-ae1ae9b9251f req-1a8e6065-41b1-47d5-83a5-0d72abeb8594 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0555797 Sep 01 00:32:40.895838 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-48ec681b-f116-4da0-a8cd-ae1ae9b9251f req-abc6020d-6e87-42e6-89f6-c5f1843cd6a3 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417969 Sep 01 00:32:42.021462 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0958a-8619-4d80-9800-929883f0494b req-4273bc8a-6d9b-4630-8feb-add53cb26d65 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:42.022945 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8b0958a-8619-4d80-9800-929883f0494b req-4273bc8a-6d9b-4630-8feb-add53cb26d65 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0473258 Sep 01 00:32:42.070432 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a8b0958a-8619-4d80-9800-929883f0494b req-35e8f3ff-9adc-47e9-ba75-8241f4d6b3ad tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 Sep 01 00:32:42.478355 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:43.195963 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c0da-0584-4485-811e-b28b355aea90 req-77bcb26c-70a0-4546-b6de-8d067146a35f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:43.197895 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-11a8c0da-0584-4485-811e-b28b355aea90 req-77bcb26c-70a0-4546-b6de-8d067146a35f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0474191 Sep 01 00:32:43.246883 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-11a8c0da-0584-4485-811e-b28b355aea90 req-9bc9d119-2fc7-4ca2-9bd7-929bc5e5d44a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435712 Sep 01 00:32:44.371735 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74d124-a650-40bd-891d-50f45d03bb65 req-f6cfd79a-9282-430b-a7cb-34255a7901cb tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:44.373283 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1c74d124-a650-40bd-891d-50f45d03bb65 req-f6cfd79a-9282-430b-a7cb-34255a7901cb tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0473437 Sep 01 00:32:44.421052 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1c74d124-a650-40bd-891d-50f45d03bb65 req-eafd9e4e-ab34-4c61-8cb1-6822da95070d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Sep 01 00:32:45.545579 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a406bed-43cf-4ab5-9af1-cf392c30b1e1 req-be9583b2-16ae-4ee5-8276-1eb3496f5f54 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:45.547042 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6a406bed-43cf-4ab5-9af1-cf392c30b1e1 req-be9583b2-16ae-4ee5-8276-1eb3496f5f54 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0469620 Sep 01 00:32:45.600409 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6a406bed-43cf-4ab5-9af1-cf392c30b1e1 req-7ca9a996-fff1-4185-ae01-2ea6d0f99c77 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462744 Sep 01 00:32:46.730448 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de001e21-0df4-452b-9390-d62aa1f98ae0 req-20badd26-0e4a-4f94-8a76-2cc82e74a8ad tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:46.731963 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-de001e21-0df4-452b-9390-d62aa1f98ae0 req-20badd26-0e4a-4f94-8a76-2cc82e74a8ad tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 943 time: 0.0520759 Sep 01 00:32:46.778948 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-de001e21-0df4-452b-9390-d62aa1f98ae0 req-894cfcc7-13bb-42ef-922a-de8ccfdbbe6a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414975 Sep 01 00:32:46.968773 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54036) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:46.973202 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-f1ca1cfe-0979-4e94-ae7c-e19791bb4f34 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270150134', 'description': 'tempest-description--1315395751'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:46.994314 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1cfe-0979-4e94-ae7c-e19791bb4f34 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.062776 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1cfe-0979-4e94-ae7c-e19791bb4f34 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (c802ed19-d24c-4b99-ae0a-9f218b676786), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.066660 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1cfe-0979-4e94-ae7c-e19791bb4f34 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (c802ed19-d24c-4b99-ae0a-9f218b676786), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.098428 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1cfe-0979-4e94-ae7c-e19791bb4f34 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.099628 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-f1ca1cfe-0979-4e94-ae7c-e19791bb4f34 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1298454 Sep 01 00:32:47.102818 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca1cfe-0979-4e94-ae7c-e19791bb4f34 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c802ed19-d24c-4b99-ae0a-9f218b676786,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:47.103659 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54038) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:47.108195 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-29856ead-9390-4e7b-a5f2-0b936dad11d4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group_rule': {'security_group_id': 'c802ed19-d24c-4b99-ae0a-9f218b676786', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:47.136334 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-29856ead-9390-4e7b-a5f2-0b936dad11d4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (dd30db3c-ebda-4efb-ae0c-c1517b37cc2d), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.191920 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-29856ead-9390-4e7b-a5f2-0b936dad11d4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (dd30db3c-ebda-4efb-ae0c-c1517b37cc2d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.195444 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-29856ead-9390-4e7b-a5f2-0b936dad11d4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (dd30db3c-ebda-4efb-ae0c-c1517b37cc2d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.215234 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29856ead-9390-4e7b-a5f2-0b936dad11d4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd30db3c-ebda-4efb-ae0c-c1517b37cc2d,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:47.219652 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-29856ead-9390-4e7b-a5f2-0b936dad11d4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.220843 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-29856ead-9390-4e7b-a5f2-0b936dad11d4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161096 Sep 01 00:32:47.223528 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54040) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:47.227714 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-6f2ceb5e-cfc9-4d40-be11-ec29f33ae74b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group_rule': {'security_group_id': 'c802ed19-d24c-4b99-ae0a-9f218b676786', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:47.243519 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device eeee7cd1-6746-4dc1-883d-5b9873db8131 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:32:47.257791 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f2ceb5e-cfc9-4d40-be11-ec29f33ae74b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (3633c6d7-e91b-41d2-85f4-286f82f4e563), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.316793 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f2ceb5e-cfc9-4d40-be11-ec29f33ae74b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (3633c6d7-e91b-41d2-85f4-286f82f4e563), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.320425 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f2ceb5e-cfc9-4d40-be11-ec29f33ae74b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (3633c6d7-e91b-41d2-85f4-286f82f4e563), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.341229 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ceb5e-cfc9-4d40-be11-ec29f33ae74b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3633c6d7-e91b-41d2-85f4-286f82f4e563,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:47.344784 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:47.347106 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6f2ceb5e-cfc9-4d40-be11-ec29f33ae74b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.351186 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-6f2ceb5e-cfc9-4d40-be11-ec29f33ae74b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238823 Sep 01 00:32:47.351520 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54042) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:47.355796 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:47.357647 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'port_id': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'mac_address': 'fa:16:3e:66:59:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:32:47.377633 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.396753 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port eeee7cd1-6746-4dc1-883d-5b9873db8131 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:47.397201 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.463458 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.500619 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:47.510974 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:47.530521 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee7cd1-6746-4dc1-883d-5b9873db8131 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:32:47.557094 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:47.561454 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.582748 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Allocated IP 172.27.4.119 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/9f4ab735-8c1d-463e-9da9-a338893c21aa) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:32:47.610854 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=9']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:47.687570 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (9f4ab735-8c1d-463e-9da9-a338893c21aa), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.718704 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (9f4ab735-8c1d-463e-9da9-a338893c21aa), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.762782 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:32:47.765752 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:32:47.769577 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:32:47.791565 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=9f4ab735-8c1d-463e-9da9-a338893c21aa,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:47.803073 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.803420 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.803756 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.804090 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.804422 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.804779 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.805105 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.805475 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.806352 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.806667 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.806990 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.807311 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.807632 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.807951 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.808269 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:32:47.872659 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (3cb4a2be-5094-4739-a3e7-b67689ad8903), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.907217 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723920b-c86b-413d-b8f3-669941bc8459 req-9727711c-47df-4414-9023-75d9c5d6ffd3 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:47.908721 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a723920b-c86b-413d-b8f3-669941bc8459 req-9727711c-47df-4414-9023-75d9c5d6ffd3 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 944 time: 0.0489957 Sep 01 00:32:47.910045 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (9f4ab735-8c1d-463e-9da9-a338893c21aa), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:47.916794 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['eeee7cd1-6746-4dc1-883d-5b9873db8131'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:32:47.963678 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a723920b-c86b-413d-b8f3-669941bc8459 req-ae45cd48-2157-4eb7-ac11-66cd65372209 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492604 Sep 01 00:32:48.066415 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (9f4ab735-8c1d-463e-9da9-a338893c21aa), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:48.070761 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (9f4ab735-8c1d-463e-9da9-a338893c21aa), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:48.140576 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (3cb4a2be-5094-4739-a3e7-b67689ad8903), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:48.144051 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=9f4ab735-8c1d-463e-9da9-a338893c21aa,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:48.157173 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:48.158421 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-ad06326a-ad3e-4286-a320-3092156fe652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8059912 Sep 01 00:32:48.330095 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:48.360938 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-05b07d38-6b5f-4653-963b-1d2c371f430f tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1270150134&fields=id&tenant_id=b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 267 time: 0.0447507 Sep 01 00:32:48.454910 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:48.469759 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-5817ec93-cb78-4c84-9297-b349166c3220 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:48.471205 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-5817ec93-cb78-4c84-9297-b349166c3220 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 814 time: 0.1038876 Sep 01 00:32:48.486431 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-939455d5-a44e-4e8e-93e4-a74bc2b7d798 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/quotas/b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 375 time: 0.0095837 Sep 01 00:32:48.537354 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-c0199990-1093-44c3-8da2-9af7550987d8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460367 Sep 01 00:32:48.638345 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-b4a045ef-9e6e-40f6-8cf8-ec28650ffc8b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883727 Sep 01 00:32:48.729135 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-3ddec205-5c34-44dc-85c0-e41c73b1b1ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847902 Sep 01 00:32:48.872382 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:48.892241 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-47fd8061-09b2-4682-b0a5-873f001f4dd4 req-773165da-a3e0-4973-9eb1-bd6e7c8ad29b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 210 time: 0.0296111 Sep 01 00:32:49.091724 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deebf44-9d5c-431c-b811-c045eb6a519d req-c89a8fe4-680e-451d-a896-cc7079c145d0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:49.093437 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4deebf44-9d5c-431c-b811-c045eb6a519d req-c89a8fe4-680e-451d-a896-cc7079c145d0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 944 time: 0.0482876 Sep 01 00:32:49.145362 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4deebf44-9d5c-431c-b811-c045eb6a519d req-9864bd66-d76e-4b9d-8bf3-87bd2ba63109 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461600 Sep 01 00:32:49.277661 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device eeee7cd1-6746-4dc1-883d-5b9873db8131 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:32:49.323343 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port eeee7cd1-6746-4dc1-883d-5b9873db8131 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:32:49.323720 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:49.367468 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=17 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:49.369139 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=15 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:49.399017 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port eeee7cd1-6746-4dc1-883d-5b9873db8131 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:49.400121 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:49.426503 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:49.428770 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b3de1f-7566-4500-bcc7-967ab49deecc" -d '{"events": [{"server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:49.442177 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:49.446616 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:49.481648 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808e39e0-ae4b-48c6-8e25-95e774e28118 x-openstack-request-id: req-808e39e0-ae4b-48c6-8e25-95e774e28118 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:49.481969 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:49.482230 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-808e39e0-ae4b-48c6-8e25-95e774e28118 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:49.482633 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808e39e0-ae4b-48c6-8e25-95e774e28118'] response: {'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'code': 200} Sep 01 00:32:49.503272 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=10']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:50.001363 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cc2616dc-3c02-41c1-90df-bb9461440125 req-13deb5a8-ea76-4132-b1d0-dc2cfc6c3e11 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 210 time: 0.0336301 Sep 01 00:32:50.104999 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78051a-2460-4234-a111-dbc0645574b6 req-c97a0487-71d3-49f5-afc8-0316b13f9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:50.106485 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cc78051a-2460-4234-a111-dbc0645574b6 req-c97a0487-71d3-49f5-afc8-0316b13f9fc3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 1130 time: 0.0400007 Sep 01 00:32:50.153900 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cc78051a-2460-4234-a111-dbc0645574b6 req-c9cc6bc1-24be-46f2-926a-098b08be8507 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390370 Sep 01 00:32:50.273753 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605937d-4cb8-4688-a256-1c268cf3ffbc req-abb6663e-1284-4385-a9fa-57e38aade469 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:50.276106 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3605937d-4cb8-4688-a256-1c268cf3ffbc req-abb6663e-1284-4385-a9fa-57e38aade469 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 946 time: 0.0471897 Sep 01 00:32:50.318310 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:50.323057 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3605937d-4cb8-4688-a256-1c268cf3ffbc req-8650a2be-720b-4118-900a-d9547b611ab2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414829 Sep 01 00:32:50.361813 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-66d33dc3-2102-4c10-b413-22bf0b40088e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:50.843720 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-b488ad4b-17d7-46d6-a648-c24807e77dae tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:50.845647 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-b488ad4b-17d7-46d6-a648-c24807e77dae tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 814 time: 0.1108320 Sep 01 00:32:50.924928 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7108a98e-38b4-4cf5-b8ab-63bd8354e497 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 472 time: 0.0691397 Sep 01 00:32:51.111544 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fddeeb48-936e-41c6-8035-0383e95666a1 req-531b241f-6930-44d0-a313-4c19063ef299 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 210 time: 0.0269957 Sep 01 00:32:51.322780 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'port': {'device_id': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'admin_state_up': True, 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'security_groups': ['c802ed19-d24c-4b99-ae0a-9f218b676786']}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:51.440135 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Made reservation on behalf of b1bcb33a579e47518fafa960505447dc for: {'port': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:32:51.443953 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:51.454147 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12220fa-9d3d-469d-95d9-dd9b919fa3e9 req-dd4920c0-26d3-4f17-872f-32f613cb6967 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:51.461063 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a12220fa-9d3d-469d-95d9-dd9b919fa3e9 req-dd4920c0-26d3-4f17-872f-32f613cb6967 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 946 time: 0.0551684 Sep 01 00:32:51.510696 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a12220fa-9d3d-469d-95d9-dd9b919fa3e9 req-ac58fa14-4509-4e87-8f9d-cdc9c8d24867 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487084 Sep 01 00:32:51.530586 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:51.581861 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Allocated IP 172.20.0.3 (c58401f2-7e87-4905-8554-61c4ec2b1ce1/2bad8638-a649-41cc-add0-9f3723700ba7/9c25cd75-9b62-4d21-a2e4-5125ad46047f) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:32:51.607693 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:51.719634 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:51.751298 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:51.802167 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:32:51.805698 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:32:51.809883 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:32:51.816009 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=9c25cd75-9b62-4d21-a2e4-5125ad46047f,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:51.863690 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:51.864326 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:51.882013 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-7591e0d6-76d1-4cfb-9450-d7096a53db5d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636535 Sep 01 00:32:51.997206 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-6ebd083d-c825-4712-9593-f8d62f8b74f8 None None] Provisioning complete for port 9c25cd75-9b62-4d21-a2e4-5125ad46047f triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:32:51.997713 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-6ebd083d-c825-4712-9593-f8d62f8b74f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:52.029387 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd083d-c825-4712-9593-f8d62f8b74f8 None None] Port 9c25cd75-9b62-4d21-a2e4-5125ad46047f cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:32:52.229167 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815aed0-b503-44ce-85b7-4c4a6dca1509 req-c08a91bd-348a-4b64-8fda-5da206042eda tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:52.230570 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6815aed0-b503-44ce-85b7-4c4a6dca1509 req-c08a91bd-348a-4b64-8fda-5da206042eda tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 931 time: 0.0481985 Sep 01 00:32:52.277934 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6815aed0-b503-44ce-85b7-4c4a6dca1509 req-c1ef59f0-3acd-4c46-8281-cdb510e165aa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 Sep 01 00:32:52.405681 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Request body: {'port': {'device_id': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:52.469751 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:52.643773 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d073f4-f31e-44b6-979a-baa4bcf7dba4 req-6d003ad3-713d-4981-a374-441eafaf3644 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:52.649164 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-97d073f4-f31e-44b6-979a-baa4bcf7dba4 req-6d003ad3-713d-4981-a374-441eafaf3644 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 946 time: 0.0528669 Sep 01 00:32:52.698481 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-97d073f4-f31e-44b6-979a-baa4bcf7dba4 req-8b3c9d7b-9fa5-4161-ba6f-d0c507f6cc1e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474896 Sep 01 00:32:52.743769 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5644e64d-68ed-41c7-8116-041cacb6d01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:52.764362 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c25cd75-9b62-4d21-a2e4-5125ad46047f {{(pid=117902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:32:52.773537 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Publish callbacks [] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:52.787630 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.provisioning_blocks [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Transition to ACTIVE for port object 9c25cd75-9b62-4d21-a2e4-5125ad46047f will not be triggered until provisioned by entity L2. {{(pid=117902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:32:52.793166 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:52.833996 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:52.856318 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c25cd75-9b62-4d21-a2e4-5125ad46047f,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:52.861539 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:52.916190 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Attempting to bind port 9c25cd75-9b62-4d21-a2e4-5125ad46047f on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:32:52.916565 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Attempting to bind port 9c25cd75-9b62-4d21-a2e4-5125ad46047f by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:32:52.916893 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Attempting to bind port 9c25cd75-9b62-4d21-a2e4-5125ad46047f on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:32:52.921902 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Port 9c25cd75-9b62-4d21-a2e4-5125ad46047f on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:32:52.922271 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Attempting to bind port 9c25cd75-9b62-4d21-a2e4-5125ad46047f on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:32:52.927662 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:32:52.928050 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Checking segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:32:52.928427 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Bound using segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} {{(pid=117902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:32:52.928984 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.managers [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Bound port: 9c25cd75-9b62-4d21-a2e4-5125ad46047f, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}}] {{(pid=117902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:32:52.929341 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:52.996217 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] For port 9c25cd75-9b62-4d21-a2e4-5125ad46047f, host hv-cinder-82002, cleared binding levels {{(pid=117902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:32:52.999361 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] For port 9c25cd75-9b62-4d21-a2e4-5125ad46047f, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9c25cd75-9b62-4d21-a2e4-5125ad46047f,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:32:53.005599 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:53.010283 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:53.010898 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:53.012385 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-af507053-5840-468d-bf8c-4963147308e5 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/9c25cd75-9b62-4d21-a2e4-5125ad46047f HTTP/1.1" status: 200 len: 1093 time: 0.6111567 Sep 01 00:32:53.012999 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'tag': '9c25cd75-9b62-4d21-a2e4-5125ad46047f'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:53.015283 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed76d3a-7638-4a6e-b229-054bd6f51d89", "tag": "9c25cd75-9b62-4d21-a2e4-5125ad46047f"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:53.075577 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6f4f5a-f68b-404c-be50-bca9e3bf45be x-openstack-request-id: req-da6f4f5a-f68b-404c-be50-bca9e3bf45be {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:53.075870 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed76d3a-7638-4a6e-b229-054bd6f51d89", "tag": "9c25cd75-9b62-4d21-a2e4-5125ad46047f", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:53.076124 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da6f4f5a-f68b-404c-be50-bca9e3bf45be {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:53.076540 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6f4f5a-f68b-404c-be50-bca9e3bf45be'] response: {'name': 'network-changed', 'server_uuid': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'tag': '9c25cd75-9b62-4d21-a2e4-5125ad46047f', 'status': 'completed', 'code': 200} Sep 01 00:32:53.093536 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af507053-5840-468d-bf8c-4963147308e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c25cd75-9b62-4d21-a2e4-5125ad46047f,revision_number=3']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:53.108046 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-0181959c-5545-4925-9b22-a94c0dd702e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:53.109568 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-0181959c-5545-4925-9b22-a94c0dd702e7 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 1127 time: 0.0479646 Sep 01 00:32:53.150911 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-95df0f63-5324-4534-ab26-2fdd660c54f5 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c25cd75-9b62-4d21-a2e4-5125ad46047f HTTP/1.1" status: 200 len: 217 time: 0.0335207 Sep 01 00:32:53.265931 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-73f95d92-3dd9-41f6-9c37-7c34eb82dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:53.267498 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-73f95d92-3dd9-41f6-9c37-7c34eb82dc4a service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 200 len: 853 time: 0.0537527 Sep 01 00:32:53.314886 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-f72c97ee-b865-4e42-b83e-6e58e1c88911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:53.316685 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-f72c97ee-b865-4e42-b83e-6e58e1c88911 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c58401f2-7e87-4905-8554-61c4ec2b1ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410328 Sep 01 00:32:53.397353 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcae698-8952-4868-8af3-01d7389b0766 req-11ba91da-9e3f-4650-9f97-48d8c313c713 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:53.398834 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6bcae698-8952-4868-8af3-01d7389b0766 req-11ba91da-9e3f-4650-9f97-48d8c313c713 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 943 time: 0.0476267 Sep 01 00:32:53.418800 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-d43e30a9-5770-4b51-aebb-b1622107582e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947363 Sep 01 00:32:53.447194 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6bcae698-8952-4868-8af3-01d7389b0766 req-94d4befb-a7f5-4364-96b7-02d60958ea66 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419896 Sep 01 00:32:53.514576 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c6c631-9da3-4193-a01a-b7879be219a4 req-6518e047-ecee-4174-b395-9de9c40b8ffd service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835075 Sep 01 00:32:53.829122 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d15ac-5f44-48b6-9841-7250c0e64654 req-9b82e9b1-5ad5-423a-8ac1-de5fc496b2c4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:53.830833 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0a8d15ac-5f44-48b6-9841-7250c0e64654 req-9b82e9b1-5ad5-423a-8ac1-de5fc496b2c4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 946 time: 0.0511019 Sep 01 00:32:53.881640 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0a8d15ac-5f44-48b6-9841-7250c0e64654 req-cf036139-c267-45b6-ac0f-5e8541cb2d27 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Sep 01 00:32:53.944577 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:54.317936 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:54.323718 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:54.569965 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04a2fd-ebc1-4fe7-bc9e-f7e13cc75615 req-1c9d0c22-3a2b-4883-9570-44a8f1036944 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:54.571633 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fe04a2fd-ebc1-4fe7-bc9e-f7e13cc75615 req-1c9d0c22-3a2b-4883-9570-44a8f1036944 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 943 time: 0.0514729 Sep 01 00:32:54.619084 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fe04a2fd-ebc1-4fe7-bc9e-f7e13cc75615 req-5f8903dd-41d9-4e20-9286-37757feeeaa6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417936 Sep 01 00:32:54.781451 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-fd464a41-a0f9-44b8-8ef2-20ecd4fc1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:54.782813 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-fd464a41-a0f9-44b8-8ef2-20ecd4fc1f00 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 1127 time: 0.0389340 Sep 01 00:32:54.883160 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-f6781763-8a7d-4d2b-abea-f77e23bcdaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:54.884681 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-f6781763-8a7d-4d2b-abea-f77e23bcdaf7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 915 time: 0.0866315 Sep 01 00:32:54.929522 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-3c64fde1-e584-4a02-a930-726359144840 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c25cd75-9b62-4d21-a2e4-5125ad46047f HTTP/1.1" status: 200 len: 217 time: 0.0372610 Sep 01 00:32:54.981009 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-35295623-1ec0-4ebd-a4c3-89f4ce0f01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:54.982454 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-35295623-1ec0-4ebd-a4c3-89f4ce0f01dd service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 200 len: 853 time: 0.0452583 Sep 01 00:32:55.029218 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-79eea0fa-f360-4a1b-8936-a158e929b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:55.030642 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-79eea0fa-f360-4a1b-8936-a158e929b6ad service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c58401f2-7e87-4905-8554-61c4ec2b1ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385933 Sep 01 00:32:55.093943 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:55.129684 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-b8aacf0e-9692-4440-86c6-af0fef7e3195 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911114 Sep 01 00:32:55.158138 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:55.224706 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fdbc0143-5e8c-4a41-947c-b2eff1aa1fb3 req-b8fcbaf8-9ab2-42e4-9094-502e40718eab service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853934 Sep 01 00:32:55.257642 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:55.322035 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 9c25cd75-9b62-4d21-a2e4-5125ad46047f details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:32:55.337981 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:55.411678 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:55.436897 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 9c25cd75-9b62-4d21-a2e4-5125ad46047f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9c25cd75-9b62-4d21-a2e4-5125ad46047f,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:55.448448 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '9c25cd75-9b62-4d21-a2e4-5125ad46047f', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'port_id': '9c25cd75-9b62-4d21-a2e4-5125ad46047f', 'mac_address': 'fa:16:3e:f4:62:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:32:55.482362 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 9c25cd75-9b62-4d21-a2e4-5125ad46047f is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:55.482745 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:55.495592 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c25cd75-9b62-4d21-a2e4-5125ad46047f {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:32:55.515443 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 9c25cd75-9b62-4d21-a2e4-5125ad46047f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9c25cd75-9b62-4d21-a2e4-5125ad46047f,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:55.519414 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:55.569150 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=9c25cd75-9b62-4d21-a2e4-5125ad46047f,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:55.744312 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fc8bf-f24f-4375-a511-448646ae74cf req-8a9705dd-8a0d-4069-b47f-37928d5f5c45 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:55.745812 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ee2fc8bf-f24f-4375-a511-448646ae74cf req-8a9705dd-8a0d-4069-b47f-37928d5f5c45 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 944 time: 0.0516305 Sep 01 00:32:55.801151 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ee2fc8bf-f24f-4375-a511-448646ae74cf req-824ddf81-d6ba-43b3-bd7f-f0d8cfd15fad tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498805 Sep 01 00:32:55.851393 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['9c25cd75-9b62-4d21-a2e4-5125ad46047f'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:32:56.922004 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770196c9-d118-47c4-9d7f-5aa30a6eefff req-afeb0e2f-d754-401e-9b1b-aca77bb88ea5 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:56.923494 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-770196c9-d118-47c4-9d7f-5aa30a6eefff req-afeb0e2f-d754-401e-9b1b-aca77bb88ea5 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 944 time: 0.0472491 Sep 01 00:32:56.971461 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-770196c9-d118-47c4-9d7f-5aa30a6eefff req-ae3495cb-4b68-4ea5-b0dd-0ba43c24a225 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423875 Sep 01 00:32:57.333432 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 9c25cd75-9b62-4d21-a2e4-5125ad46047f up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:32:57.376773 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 9c25cd75-9b62-4d21-a2e4-5125ad46047f completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:32:57.382277 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 9c25cd75-9b62-4d21-a2e4-5125ad46047f triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:32:57.382670 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:57.458537 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 9c25cd75-9b62-4d21-a2e4-5125ad46047f is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:32:57.458924 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:57.482913 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c25cd75-9b62-4d21-a2e4-5125ad46047f'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:32:57.484765 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b5c67-ea08-425e-8217-eb29ff92422f" -d '{"events": [{"server_uuid": "1ed76d3a-7638-4a6e-b229-054bd6f51d89", "name": "network-vif-plugged", "status": "completed", "tag": "9c25cd75-9b62-4d21-a2e4-5125ad46047f"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:32:57.497996 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 9c25cd75-9b62-4d21-a2e4-5125ad46047f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9c25cd75-9b62-4d21-a2e4-5125ad46047f,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:32:57.503104 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:57.527241 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0297fb-434f-45a5-afd1-b98300574058 x-openstack-request-id: req-ee0297fb-434f-45a5-afd1-b98300574058 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:32:57.527540 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed76d3a-7638-4a6e-b229-054bd6f51d89", "name": "network-vif-plugged", "status": "completed", "tag": "9c25cd75-9b62-4d21-a2e4-5125ad46047f", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:32:57.527799 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee0297fb-434f-45a5-afd1-b98300574058 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:32:57.528191 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0297fb-434f-45a5-afd1-b98300574058'] response: {'server_uuid': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c25cd75-9b62-4d21-a2e4-5125ad46047f', 'code': 200} Sep 01 00:32:57.541580 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-5ddd7ba3-9849-4503-af8f-3f57608b6514 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410633 Sep 01 00:32:57.553921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=9c25cd75-9b62-4d21-a2e4-5125ad46047f,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:32:57.624870 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-8359ee60-d578-4cbc-9add-81d8ec03596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:57.626389 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-8359ee60-d578-4cbc-9add-81d8ec03596f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 1130 time: 0.0432856 Sep 01 00:32:57.734860 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bff56-836d-4de0-bab0-268daf45e414 req-b0691754-5900-406c-8217-40ead08f8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:57.736376 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-895bff56-836d-4de0-bab0-268daf45e414 req-b0691754-5900-406c-8217-40ead08f8046 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 1129 time: 0.0437224 Sep 01 00:32:57.740300 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-db1144f7-b14b-4aec-b83d-6e4a962579fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:57.741770 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-db1144f7-b14b-4aec-b83d-6e4a962579fa service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=a7ae7c87-2d4d-4921-9c18-8673416a29fc HTTP/1.1" status: 200 len: 912 time: 0.0910871 Sep 01 00:32:57.783555 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-895bff56-836d-4de0-bab0-268daf45e414 req-daad2d44-6cba-4dd5-b2ab-4ca9c4b96391 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398483 Sep 01 00:32:57.805825 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-fe574662-20e5-4d12-aac4-2636e0a4ab1e service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c45dd3f-1c4e-4370-83b2-adc0f7df081b HTTP/1.1" status: 200 len: 1001 time: 0.0562232 Sep 01 00:32:58.063718 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-fa80fcd7-f508-447d-af51-13c8640b7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:58.065281 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-fa80fcd7-f508-447d-af51-13c8640b7eaf service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=88431f08-94ca-406b-8ae5-c131015c23d1 HTTP/1.1" status: 200 len: 850 time: 0.0459068 Sep 01 00:32:58.091800 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf73b69-d77c-4f4d-8a8c-feea8ab94d23 req-ef3f5094-7df3-4403-a441-a37b2fab19ff tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:58.093332 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1bf73b69-d77c-4f4d-8a8c-feea8ab94d23 req-ef3f5094-7df3-4403-a441-a37b2fab19ff tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 945 time: 0.0478997 Sep 01 00:32:58.113676 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-a567806a-cad8-4e7b-8b75-7128ff9537e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:58.115163 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-a567806a-cad8-4e7b-8b75-7128ff9537e5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=a7ae7c87-2d4d-4921-9c18-8673416a29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431538 Sep 01 00:32:58.140873 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1bf73b69-d77c-4f4d-8a8c-feea8ab94d23 req-34a6b3e7-93cc-4fb7-8b64-cb64e4801f50 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Sep 01 00:32:58.206695 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-ea7eaba7-a4df-49a2-baa3-d143efbcf66c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846877 Sep 01 00:32:58.538084 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-25fc34e6-4692-4fc4-b1eb-e569cfbcf557 req-084e1b05-a883-4b18-a2cf-2b527c4c4b1b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244066 Sep 01 00:32:59.263954 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f421e-f61c-4a91-8ab5-e44cdfdea913 req-2aaf39c8-4f80-4837-8774-666a9aec6dfa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:59.265411 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-bf2f421e-f61c-4a91-8ab5-e44cdfdea913 req-2aaf39c8-4f80-4837-8774-666a9aec6dfa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 945 time: 0.0464373 Sep 01 00:32:59.311717 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-bf2f421e-f61c-4a91-8ab5-e44cdfdea913 req-674b6e99-85b4-4831-a9e3-4ecc8fabbcfc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407448 Sep 01 00:32:59.429100 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae7b3f-a5dc-4880-9b9f-57570b4e9f14 req-137852f8-f69d-48c9-bcaa-9a31c2b8ebaa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:32:59.430778 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-81ae7b3f-a5dc-4880-9b9f-57570b4e9f14 req-137852f8-f69d-48c9-bcaa-9a31c2b8ebaa tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 945 time: 0.0470784 Sep 01 00:32:59.440237 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54158) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:32:59.444650 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-1f847db4-d031-4c47-b4da-e8e914861797 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'floatingip': {'port_id': '9c25cd75-9b62-4d21-a2e4-5125ad46047f'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:32:59.518687 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f847db4-d031-4c47-b4da-e8e914861797 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (3cb4a2be-5094-4739-a3e7-b67689ad8903), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:32:59.854250 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:32:59.908167 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:00.086639 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f847db4-d031-4c47-b4da-e8e914861797 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:00.090349 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f847db4-d031-4c47-b4da-e8e914861797 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (3cb4a2be-5094-4739-a3e7-b67689ad8903), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:00.184135 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [None req-1f847db4-d031-4c47-b4da-e8e914861797 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Floating IP 3cb4a2be-5094-4739-a3e7-b67689ad8903 associated. External IP: 172.27.4.119, port: 9c25cd75-9b62-4d21-a2e4-5125ad46047f. Sep 01 00:33:00.376904 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f847db4-d031-4c47-b4da-e8e914861797 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:33:00.477443 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f847db4-d031-4c47-b4da-e8e914861797 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:33:00.482147 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f847db4-d031-4c47-b4da-e8e914861797 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:00.486816 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:33:00.497029 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:33:00.497627 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:32:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:00.512183 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-1f847db4-d031-4c47-b4da-e8e914861797 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/3cb4a2be-5094-4739-a3e7-b67689ad8903 HTTP/1.1" status: 200 len: 991 time: 1.0708084 Sep 01 00:33:00.512898 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'tag': '9c25cd75-9b62-4d21-a2e4-5125ad46047f'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:33:00.515253 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee62afb-2ea7-4ae9-9f09-297505cdedff" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed76d3a-7638-4a6e-b229-054bd6f51d89", "tag": "9c25cd75-9b62-4d21-a2e4-5125ad46047f"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:33:00.553270 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c34fb1-76b2-4bbd-8d0d-f7d971b421dc x-openstack-request-id: req-b5c34fb1-76b2-4bbd-8d0d-f7d971b421dc {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:33:00.553574 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed76d3a-7638-4a6e-b229-054bd6f51d89", "tag": "9c25cd75-9b62-4d21-a2e4-5125ad46047f", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:33:00.553829 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5c34fb1-76b2-4bbd-8d0d-f7d971b421dc {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:33:00.554233 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c34fb1-76b2-4bbd-8d0d-f7d971b421dc'] response: {'name': 'network-changed', 'server_uuid': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'tag': '9c25cd75-9b62-4d21-a2e4-5125ad46047f', 'status': 'completed', 'code': 200} Sep 01 00:33:00.605833 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:33:00.622627 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-6952bb9d-ea27-4acb-9d85-50e390fbcfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:00.624214 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-6952bb9d-ea27-4acb-9d85-50e390fbcfe4 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 1129 time: 0.0429289 Sep 01 00:33:00.633500 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:00.638425 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:00.726583 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-32d60233-cd3a-47bb-9b7e-8b056ad33f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:00.728856 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-32d60233-cd3a-47bb-9b7e-8b056ad33f9e service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 915 time: 0.0938289 Sep 01 00:33:00.798103 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-b09aa7a3-6422-4964-8a89-ce9046947d41 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c25cd75-9b62-4d21-a2e4-5125ad46047f HTTP/1.1" status: 200 len: 999 time: 0.0591533 Sep 01 00:33:00.811487 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:00.826766 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '3cb4a2be-5094-4739-a3e7-b67689ad8903', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.119', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '9c25cd75-9b62-4d21-a2e4-5125ad46047f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:f4:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:32:47Z', 'updated_at': '2022-09-01T00:32:59Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}, {'id': '7de083df-dca7-427e-9266-d3bbfb15aee7', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:22:bd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:18Z', 'updated_at': '2022-09-01T00:31:38Z', 'revision_number': 2, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:00.839961 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:00.851077 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-63bc03ed-0cc5-4c9c-b399-62c9aae768d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:00.851530 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:33:00.853141 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-63bc03ed-0cc5-4c9c-b399-62c9aae768d1 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 200 len: 853 time: 0.0486233 Sep 01 00:33:00.861131 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:33:00.861733 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:32:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:00.898073 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-7a643c42-4c6d-4789-8ccf-3be19986ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:00.900479 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-7a643c42-4c6d-4789-8ccf-3be19986ec3a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c58401f2-7e87-4905-8554-61c4ec2b1ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404172 Sep 01 00:33:00.964791 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:33:01.000746 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-a80556f1-89b1-4f31-a411-094fba206ee7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890679 Sep 01 00:33:01.098777 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1ee62afb-2ea7-4ae9-9f09-297505cdedff req-44278a6e-a87c-4ada-9742-b049d62d84fc service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886564 Sep 01 00:33:01.177986 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '3cb4a2be-5094-4739-a3e7-b67689ad8903', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.119', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '9c25cd75-9b62-4d21-a2e4-5125ad46047f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:f4:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:32:47Z', 'updated_at': '2022-09-01T00:32:59Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}, {'id': '7de083df-dca7-427e-9266-d3bbfb15aee7', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:22:bd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:18Z', 'updated_at': '2022-09-01T00:31:38Z', 'revision_number': 2, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:01.202670 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317929e3-afe1-4f99-b855-ac52baff7ba4 None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '3cb4a2be-5094-4739-a3e7-b67689ad8903', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.119', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '9c25cd75-9b62-4d21-a2e4-5125ad46047f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:f4:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:32:47Z', 'updated_at': '2022-09-01T00:32:59Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}, {'id': '7de083df-dca7-427e-9266-d3bbfb15aee7', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:22:bd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:18Z', 'updated_at': '2022-09-01T00:31:38Z', 'revision_number': 2, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:33:01.387140 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46422d-ed15-49fd-96f5-0d44f1a4ca84 None None] New status for floating IP 3cb4a2be-5094-4739-a3e7-b67689ad8903: ACTIVE {{(pid=117904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:33:02.844667 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:33:07.457441 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1cd8f-5045-4ddb-a2e7-3538ce7f3217 req-40089fa1-0c07-48e4-af0b-61cb28aeba56 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:07.458920 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-13c1cd8f-5045-4ddb-a2e7-3538ce7f3217 req-40089fa1-0c07-48e4-af0b-61cb28aeba56 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0506978 Sep 01 00:33:07.510149 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-13c1cd8f-5045-4ddb-a2e7-3538ce7f3217 req-ab6f6043-580b-4f08-b650-4a11a5bc70a1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454483 Sep 01 00:33:08.631425 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a518a-42fc-4ec6-84e5-83d63ca548ad req-c7453bb6-a09a-4b0e-ab41-f9a700a1eda4 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:08.633485 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f23a518a-42fc-4ec6-84e5-83d63ca548ad req-c7453bb6-a09a-4b0e-ab41-f9a700a1eda4 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0507667 Sep 01 00:33:08.679539 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f23a518a-42fc-4ec6-84e5-83d63ca548ad req-843ed9cb-2876-44f7-9cbb-283c9bf47b9e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405431 Sep 01 00:33:09.798065 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b9bc2-1027-44fd-9a92-fc9758c6924f req-c296391f-a65c-4a89-a0a2-b6821cbed573 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:09.799523 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4a2b9bc2-1027-44fd-9a92-fc9758c6924f req-c296391f-a65c-4a89-a0a2-b6821cbed573 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0473075 Sep 01 00:33:09.846687 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4a2b9bc2-1027-44fd-9a92-fc9758c6924f req-249fea2e-ee6f-493b-a913-d368f11403f9 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416527 Sep 01 00:33:10.967486 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bbadd-dae6-4a58-8f4a-81a4af6de91f req-461e3ccf-c5ae-4cad-92cb-4a1fcf56d855 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:10.968962 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-395bbadd-dae6-4a58-8f4a-81a4af6de91f req-461e3ccf-c5ae-4cad-92cb-4a1fcf56d855 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0463595 Sep 01 00:33:11.015531 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-395bbadd-dae6-4a58-8f4a-81a4af6de91f req-b780b9a3-d9ef-4cd3-a089-735c5a450cb8 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409656 Sep 01 00:33:11.180405 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=53 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:11.181152 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=64 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:11.489166 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=11 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:12.132433 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b409f-293e-4d2e-9e38-4c88bc357d5b req-e2a135b1-9a1d-4790-8294-f05375705682 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:12.134605 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1a7b409f-293e-4d2e-9e38-4c88bc357d5b req-e2a135b1-9a1d-4790-8294-f05375705682 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0464795 Sep 01 00:33:12.180686 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1a7b409f-293e-4d2e-9e38-4c88bc357d5b req-529484b8-7357-4ec4-935b-73e764c8055c tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405970 Sep 01 00:33:12.840878 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:13.301075 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea0c25-1e8c-4fa0-a0ba-5232ee237a7e req-258ab555-3f60-48f3-b884-ef82664573a0 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:13.302524 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-29ea0c25-1e8c-4fa0-a0ba-5232ee237a7e req-258ab555-3f60-48f3-b884-ef82664573a0 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0492222 Sep 01 00:33:13.349488 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-29ea0c25-1e8c-4fa0-a0ba-5232ee237a7e req-8f7c0e54-5fda-4061-9b03-be7dec716d87 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414033 Sep 01 00:33:14.469440 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c37d42-f476-41ef-930e-fd526e73c7af req-076198b6-28e4-4601-a31d-3b7b8d02ea44 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:14.470898 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b0c37d42-f476-41ef-930e-fd526e73c7af req-076198b6-28e4-4601-a31d-3b7b8d02ea44 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0467324 Sep 01 00:33:14.521360 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b0c37d42-f476-41ef-930e-fd526e73c7af req-5a6c9fcf-9a96-4dab-84e2-05b892568951 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Sep 01 00:33:15.607277 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:15.644201 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f600568-afd5-4151-99b0-0eed45989360 req-cb0bb44f-1a64-4807-9c2a-ec124c53fa7b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:15.645726 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7f600568-afd5-4151-99b0-0eed45989360 req-cb0bb44f-1a64-4807-9c2a-ec124c53fa7b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0480745 Sep 01 00:33:15.668101 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:15.696381 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7f600568-afd5-4151-99b0-0eed45989360 req-22a997fa-f425-46d2-ae8f-6e35e1422b3c tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441282 Sep 01 00:33:16.817644 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93017133-e27b-496b-848d-57c0657da5b2 req-5dad674f-ffcd-4fb0-8abb-1e9bbda8080b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:16.819060 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-93017133-e27b-496b-848d-57c0657da5b2 req-5dad674f-ffcd-4fb0-8abb-1e9bbda8080b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0511990 Sep 01 00:33:16.867526 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-93017133-e27b-496b-848d-57c0657da5b2 req-200afe26-1401-4303-9a4a-d66bd142c757 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420525 Sep 01 00:33:17.985501 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c44bf-fc77-404b-978b-c22d7f665b8d req-fdbe35ec-f0dc-4c0a-a1aa-9b0c1b4dcd31 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:17.987011 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4e2c44bf-fc77-404b-978b-c22d7f665b8d req-fdbe35ec-f0dc-4c0a-a1aa-9b0c1b4dcd31 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0498056 Sep 01 00:33:18.250669 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4e2c44bf-fc77-404b-978b-c22d7f665b8d req-7e677027-069f-473b-a6cf-de77992b6136 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575958 Sep 01 00:33:18.444814 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435a58-b4b8-4f0d-b62a-ac97ce99d0c5 req-38d6c405-e44f-4949-aa1e-4a829f84a482 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:18.446268 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a2435a58-b4b8-4f0d-b62a-ac97ce99d0c5 req-38d6c405-e44f-4949-aa1e-4a829f84a482 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0466843 Sep 01 00:33:18.494007 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a2435a58-b4b8-4f0d-b62a-ac97ce99d0c5 req-1b5559cc-3ed5-4e92-9576-b3dea30b0e28 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421596 Sep 01 00:33:19.008255 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-d553cb01-bbf5-4e5c-aaa8-d9aec1bf8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:19.009866 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-d553cb01-bbf5-4e5c-aaa8-d9aec1bf8eea service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 1130 time: 0.0459669 Sep 01 00:33:19.115717 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-f7391b88-dddf-4817-b903-c17150a8dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:19.117483 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-f7391b88-dddf-4817-b903-c17150a8dfcc service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=a7ae7c87-2d4d-4921-9c18-8673416a29fc HTTP/1.1" status: 200 len: 912 time: 0.1008339 Sep 01 00:33:19.184586 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-2b9cb43c-766c-4492-9bf3-0960c0c5cf20 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c45dd3f-1c4e-4370-83b2-adc0f7df081b HTTP/1.1" status: 200 len: 1001 time: 0.0568855 Sep 01 00:33:19.241446 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-93b4eaf5-9747-4356-a39c-67961c200b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:19.243019 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-93b4eaf5-9747-4356-a39c-67961c200b29 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=88431f08-94ca-406b-8ae5-c131015c23d1 HTTP/1.1" status: 200 len: 850 time: 0.0497067 Sep 01 00:33:19.289671 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-90fe0af9-f7ca-4f86-99af-0885d66c7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:19.291184 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-90fe0af9-f7ca-4f86-99af-0885d66c7ec5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=a7ae7c87-2d4d-4921-9c18-8673416a29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407939 Sep 01 00:33:19.370233 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:19.387086 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-1f46a254-4574-41e5-bfa8-dbadb8f4a133 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878830 Sep 01 00:33:19.448183 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:19.486343 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-86f3efa6-af7c-41cf-af52-f35b61a3c762 req-4b70e3e7-c0f0-4966-982f-64331d9395ae service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919909 Sep 01 00:33:19.611228 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13217c-94bf-443b-badd-2cea829d45b6 req-b79b1d58-57f3-4ec3-9ef3-450b01b41ec1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:19.612689 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2f13217c-94bf-443b-badd-2cea829d45b6 req-b79b1d58-57f3-4ec3-9ef3-450b01b41ec1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0459881 Sep 01 00:33:19.660068 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2f13217c-94bf-443b-badd-2cea829d45b6 req-c67b1fa2-21b2-48e4-897e-8e26ba427fa1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 Sep 01 00:33:20.248593 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73071aeb-136d-4c8f-bd22-60090dadca02 req-c069e406-d7a7-46b4-830f-b4aab24be744 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:20.249161 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-73071aeb-136d-4c8f-bd22-60090dadca02 req-c069e406-d7a7-46b4-830f-b4aab24be744 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0509114 Sep 01 00:33:20.296548 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-73071aeb-136d-4c8f-bd22-60090dadca02 req-a31eee70-afe9-4527-b47b-d3c193bb0ec4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416534 Sep 01 00:33:20.353642 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9aced78e-02fe-4995-ad9c-12c4e814dc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:20.534512 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-1d876372-c193-4484-910b-445a9674fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:20.536029 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-1d876372-c193-4484-910b-445a9674fd08 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 1129 time: 0.0395241 Sep 01 00:33:20.629164 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-4028bb80-a7c2-460d-a5b6-5f0a4a519556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:20.630630 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-4028bb80-a7c2-460d-a5b6-5f0a4a519556 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.0885324 Sep 01 00:33:20.692311 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-021e95f5-7d18-462e-bce1-5d51c6ee3bf0 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ed4609-29d2-46df-968c-532a898d8333 HTTP/1.1" status: 200 len: 1001 time: 0.0543208 Sep 01 00:33:20.742759 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-627c7d0a-4854-4954-a2bd-610c6845b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:20.744210 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-627c7d0a-4854-4954-a2bd-610c6845b8ff service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.0446954 Sep 01 00:33:20.784776 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a133a-20fd-4037-a9db-c98b2d0d357a req-6bd18721-446b-4173-aea1-b171c763d186 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:20.786295 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-156a133a-20fd-4037-a9db-c98b2d0d357a req-6bd18721-446b-4173-aea1-b171c763d186 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0518086 Sep 01 00:33:20.794560 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-2eb8c440-741a-44e4-8837-e73fe76a35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:20.796065 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-2eb8c440-741a-44e4-8837-e73fe76a35a2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433481 Sep 01 00:33:20.834078 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-156a133a-20fd-4037-a9db-c98b2d0d357a req-58a2809e-7a3e-4586-8493-ddedf9ccaf4d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 Sep 01 00:33:20.891725 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-25afc0aa-b3a2-4c88-a0a0-699e67d412e8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864909 Sep 01 00:33:20.989272 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-af131c4f-48cf-4cb4-b47c-b64d112f11ad req-629ecbc2-2fc8-4d83-8558-6236dd7a017b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878427 Sep 01 00:33:21.417369 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335ada6-235f-41c7-a1a7-d1e74ae24b00 req-35c2413b-a419-4dfe-bfa8-c865a6c1948e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:21.418832 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5335ada6-235f-41c7-a1a7-d1e74ae24b00 req-35c2413b-a419-4dfe-bfa8-c865a6c1948e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0462680 Sep 01 00:33:21.466894 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5335ada6-235f-41c7-a1a7-d1e74ae24b00 req-4a0668d7-3a2b-454a-8414-3afb4bb9ebb9 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425439 Sep 01 00:33:22.584869 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532cd79-e18f-4bea-9d8f-dc0b8faf3fbb req-d897eda3-ba97-41b1-b1b0-cd62cd74e6e0 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:22.586474 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3532cd79-e18f-4bea-9d8f-dc0b8faf3fbb req-d897eda3-ba97-41b1-b1b0-cd62cd74e6e0 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0471039 Sep 01 00:33:22.633113 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3532cd79-e18f-4bea-9d8f-dc0b8faf3fbb req-1c198884-06b3-41bb-8ae6-81cc9cc6a1fc tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410774 Sep 01 00:33:22.735847 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-00f3f184-4885-4607-8055-b661849ef1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:23.755201 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcd9a9-b333-4772-9d36-21afddc5b08a req-22c1e785-aa24-4d77-a45e-475f5ed1f21e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:23.757244 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c0fcd9a9-b333-4772-9d36-21afddc5b08a req-22c1e785-aa24-4d77-a45e-475f5ed1f21e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0502863 Sep 01 00:33:23.799547 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:23.804403 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c0fcd9a9-b333-4772-9d36-21afddc5b08a req-67a50108-3cc9-4d4d-b3be-eb22e435f324 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415735 Sep 01 00:33:23.947781 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:24.318706 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:24.925262 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb6d1f-231d-4258-b8e0-01207642b1ad req-6ad2f3b1-6f1d-4d3f-9d08-a8d65d9d93fa tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:24.926732 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-03cb6d1f-231d-4258-b8e0-01207642b1ad req-6ad2f3b1-6f1d-4d3f-9d08-a8d65d9d93fa tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0468488 Sep 01 00:33:24.978509 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-03cb6d1f-231d-4258-b8e0-01207642b1ad req-5ad15645-0e39-4f9e-8256-6daefb0f4b52 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461810 Sep 01 00:33:25.260856 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:25.393891 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:25.853345 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:25.858378 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:26.094886 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124866cf-e716-490d-8741-5b30e032a138 req-1a28a841-acd2-4e98-8c6a-cf074286ac75 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:26.096333 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-124866cf-e716-490d-8741-5b30e032a138 req-1a28a841-acd2-4e98-8c6a-cf074286ac75 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0463057 Sep 01 00:33:26.142707 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-124866cf-e716-490d-8741-5b30e032a138 req-4dbc29fa-86b0-47fa-a8c1-4c049b372de3 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401411 Sep 01 00:33:27.269369 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08bdb6-8121-40a7-9fd7-f41556095e0f req-1c7f82c7-36f3-4418-b0cd-41cef2ceeffe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:27.270842 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9c08bdb6-8121-40a7-9fd7-f41556095e0f req-1c7f82c7-36f3-4418-b0cd-41cef2ceeffe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0476084 Sep 01 00:33:27.319113 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9c08bdb6-8121-40a7-9fd7-f41556095e0f req-eef6f9a1-d543-4c81-a357-b48543c274e5 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424950 Sep 01 00:33:28.437396 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4a529-b70f-4e1e-af0a-fe76324031d5 req-ad94556d-65ec-41a8-a852-14ff082db399 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:28.438848 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-aad4a529-b70f-4e1e-af0a-fe76324031d5 req-ad94556d-65ec-41a8-a852-14ff082db399 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0456862 Sep 01 00:33:28.462858 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:28.489364 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-aad4a529-b70f-4e1e-af0a-fe76324031d5 req-c45f194c-b25e-4b5e-a3d3-e0797c5f11da tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443170 Sep 01 00:33:29.610442 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd1dd4-6379-4583-9301-fc3dc20a9ae5 req-0aa613a9-ee30-4e2a-b192-3fd0cf92bb7e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:29.616543 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-04dd1dd4-6379-4583-9301-fc3dc20a9ae5 req-0aa613a9-ee30-4e2a-b192-3fd0cf92bb7e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0483747 Sep 01 00:33:29.659954 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-04dd1dd4-6379-4583-9301-fc3dc20a9ae5 req-4ae01ec3-f5e0-4bed-9bbf-f6791516fdee tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419858 Sep 01 00:33:30.778286 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163a9f5-3d60-45d3-bf3a-66fb318d52df req-cebd92d6-562b-4a98-b203-f0ac5d210c19 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:30.779774 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c163a9f5-3d60-45d3-bf3a-66fb318d52df req-cebd92d6-562b-4a98-b203-f0ac5d210c19 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0466273 Sep 01 00:33:30.826236 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c163a9f5-3d60-45d3-bf3a-66fb318d52df req-5aa5a063-7ec7-4691-8de3-971d582126b4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410066 Sep 01 00:33:31.948401 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb485ae-a69c-47af-aa62-5f244c5e609c req-3cd2fcd2-6ae8-46a8-8047-0136417f9e6f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:31.949904 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cfb485ae-a69c-47af-aa62-5f244c5e609c req-3cd2fcd2-6ae8-46a8-8047-0136417f9e6f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0503643 Sep 01 00:33:31.997306 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cfb485ae-a69c-47af-aa62-5f244c5e609c req-ccc70def-350d-4e66-9d71-765fda30946b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416801 Sep 01 00:33:33.116157 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d12561-490b-4e4b-9f35-e3b1fd247f7e req-3dbbe25e-80cd-4405-ab05-19b1b48ab42a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:33.117640 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d0d12561-490b-4e4b-9f35-e3b1fd247f7e req-3dbbe25e-80cd-4405-ab05-19b1b48ab42a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0487487 Sep 01 00:33:33.164223 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d0d12561-490b-4e4b-9f35-e3b1fd247f7e req-3d0cacf8-9ed7-4271-9f5d-9029a020ce49 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410323 Sep 01 00:33:34.288282 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb277991-433c-4e4e-8ec0-47f099104473 req-f85ad0e4-d227-41fd-831e-fa56ccd3525a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:34.289761 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-eb277991-433c-4e4e-8ec0-47f099104473 req-f85ad0e4-d227-41fd-831e-fa56ccd3525a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0500283 Sep 01 00:33:34.336954 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-eb277991-433c-4e4e-8ec0-47f099104473 req-3890f758-3d74-43d3-bf39-e4a85e93e500 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415952 Sep 01 00:33:35.185510 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e107a-5fab-434c-80ae-15f91767a76b req-4180b6e0-0642-4055-ab8b-747fe72a52d9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:35.186874 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-752e107a-5fab-434c-80ae-15f91767a76b req-4180b6e0-0642-4055-ab8b-747fe72a52d9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 946 time: 0.0465605 Sep 01 00:33:35.233787 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-752e107a-5fab-434c-80ae-15f91767a76b req-cec889d8-446d-460d-b446-b4a1c5ada691 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413461 Sep 01 00:33:35.388217 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:35.389154 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:35.457820 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536d072-807d-4f9e-869a-c6f5c710ffef req-5385979c-9c3d-4839-b0c6-370390c79ae7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:35.459705 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f536d072-807d-4f9e-869a-c6f5c710ffef req-5385979c-9c3d-4839-b0c6-370390c79ae7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0476820 Sep 01 00:33:35.508067 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f536d072-807d-4f9e-869a-c6f5c710ffef req-6fea338a-5215-4763-8ce3-10a47d0848f8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428481 Sep 01 00:33:36.355419 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398c6a9-5253-4ca9-9b06-abff3c1aa261 req-7e2756dd-d661-4fe1-9aeb-7894c3cb6fda tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:36.356933 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d398c6a9-5253-4ca9-9b06-abff3c1aa261 req-7e2756dd-d661-4fe1-9aeb-7894c3cb6fda tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 946 time: 0.0464866 Sep 01 00:33:36.368343 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:36.407611 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d398c6a9-5253-4ca9-9b06-abff3c1aa261 req-904a12a1-da2b-4981-b565-8974b4cfdc16 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=10d546a7-6b71-4a87-a8e6-e0dde2389730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451579 Sep 01 00:33:36.633670 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9dde6-efbd-4cd8-8bd8-3feb3df7fb55 req-d2e8a7ef-9264-4563-ba1a-5445d6502419 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:36.635217 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-94d9dde6-efbd-4cd8-8bd8-3feb3df7fb55 req-d2e8a7ef-9264-4563-ba1a-5445d6502419 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0538912 Sep 01 00:33:36.684390 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-94d9dde6-efbd-4cd8-8bd8-3feb3df7fb55 req-5403fbed-1945-4938-9d1a-f3319dddaf69 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417986 Sep 01 00:33:36.880381 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-9859ed10-4ade-4a0a-86ad-97928c3da0ae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:36.881928 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-9859ed10-4ade-4a0a-86ad-97928c3da0ae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 946 time: 0.0462482 Sep 01 00:33:36.965445 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Deleting port eeee7cd1-6746-4dc1-883d-5b9873db8131 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:33:36.965790 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:37.058286 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] For port eeee7cd1-6746-4dc1-883d-5b9873db8131, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eeee7cd1-6746-4dc1-883d-5b9873db8131,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:33:37.058654 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:37.265650 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:37.266013 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (78d3ce46-8b4a-4105-879b-5367ec742cfe), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:37.266326 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Floating IP 78d3ce46-8b4a-4105-879b-5367ec742cfe disassociated. External IP: 172.27.4.171, port: eeee7cd1-6746-4dc1-883d-5b9873db8131. Sep 01 00:33:37.266664 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Calling delete_port for eeee7cd1-6746-4dc1-883d-5b9873db8131 owned by compute:nova {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:33:37.305166 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:37.317094 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:37.396664 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (eeee7cd1-6746-4dc1-883d-5b9873db8131), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:37.421725 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event deleted for resources: {'Port': ['ID=eeee7cd1-6746-4dc1-883d-5b9873db8131,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:37.518254 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-89f3af78-6a35-484a-b08e-6aa45659237e req-c0b45d4e-9327-474c-86f7-5c0e9ec61576 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 210 time: 0.0284748 Sep 01 00:33:37.535929 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Router 03a29cd2-d58c-40f5-9887-8c2199b93874 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:33:37.647361 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:33:37.657346 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] Sync routers for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:33:37.667709 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:33:37.668567 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:37.693284 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] No DVR routers for this DVR port eeee7cd1-6746-4dc1-883d-5b9873db8131 on host hv-cinder-82002 {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:33:37.696954 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:37.700448 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c1056846-98fd-4453-ac71-f6a30876f2fb req-51cbb86e-af2c-4d73-8648-91bb16e60c68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.30 "DELETE /networking/v2.0/ports/eeee7cd1-6746-4dc1-883d-5b9873db8131 HTTP/1.1" status: 204 len: 173 time: 0.8131409 Sep 01 00:33:37.700992 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'name': 'network-vif-deleted', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:33:37.703300 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dd9c4a-721c-4240-9045-e0500a5abb36" -d '{"events": [{"server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "name": "network-vif-deleted", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:33:37.747575 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b8516c-ef15-4e54-bfde-e54d562cb77f x-openstack-request-id: req-94b8516c-ef15-4e54-bfde-e54d562cb77f {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:33:37.747892 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b64cab-6c29-4261-b029-bf0bb5d3ee9a", "name": "network-vif-deleted", "tag": "eeee7cd1-6746-4dc1-883d-5b9873db8131", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:33:37.748575 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94b8516c-ef15-4e54-bfde-e54d562cb77f {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:33:37.748993 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b8516c-ef15-4e54-bfde-e54d562cb77f'] response: {'server_uuid': '17b64cab-6c29-4261-b029-bf0bb5d3ee9a', 'name': 'network-vif-deleted', 'tag': 'eeee7cd1-6746-4dc1-883d-5b9873db8131', 'status': 'completed', 'code': 200} Sep 01 00:33:37.814035 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295744a3-722c-49ea-aa91-f5734a07614a req-ecd6db21-ecf1-4444-bca1-2577a2ee9721 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:37.815553 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-295744a3-722c-49ea-aa91-f5734a07614a req-ecd6db21-ecf1-4444-bca1-2577a2ee9721 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0509970 Sep 01 00:33:37.868201 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-295744a3-722c-49ea-aa91-f5734a07614a req-9961f706-c016-4fa6-837b-e58bd8df262a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452819 Sep 01 00:33:37.899727 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:33:38.093892 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:38.125224 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] Checking router: 03a29cd2-d58c-40f5-9887-8c2199b93874 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:33:38.136205 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:33:38.136921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:38.166081 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262b818-bda3-438c-a81e-4c501574309f req-1c8dd8f3-c81c-495a-b860-782ed596424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:38.168266 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7262b818-bda3-438c-a81e-4c501574309f req-1c8dd8f3-c81c-495a-b860-782ed596424f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 1129 time: 0.0490198 Sep 01 00:33:38.237761 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7262b818-bda3-438c-a81e-4c501574309f req-6e6e591c-6a92-4d44-bcbf-c74612151002 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525491 Sep 01 00:33:38.251296 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:33:38.439940 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:38.465883 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b2cd5-db83-44df-8a00-87f3b8f93885 None None] The sync data for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi is: [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:33:38.662047 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-85031744-5669-49f4-a8a1-8879c21b9b82 req-53aaeea9-dae2-4e65-887b-cd3d83465394 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17b64cab-6c29-4261-b029-bf0bb5d3ee9a HTTP/1.1" status: 200 len: 210 time: 0.0380375 Sep 01 00:33:38.744308 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6ec34-fefa-4abd-b0a0-683cea9ae6a6 None None] New status for floating IP 78d3ce46-8b4a-4105-879b-5367ec742cfe: DOWN {{(pid=117904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:33:38.982207 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:39.000120 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bb27d-72ba-460c-920a-01d672525050 req-b8cf1d7d-e203-44d2-b453-83429c81daeb tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:39.001753 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-501bb27d-72ba-460c-920a-01d672525050 req-b8cf1d7d-e203-44d2-b453-83429c81daeb tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0564804 Sep 01 00:33:39.052640 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-501bb27d-72ba-460c-920a-01d672525050 req-646755f5-2b46-4418-bba8-2f62ad19b14d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434673 Sep 01 00:33:39.609217 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device eeee7cd1-6746-4dc1-883d-5b9873db8131 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:33:39.635562 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: eeee7cd1-6746-4dc1-883d-5b9873db8131 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:33:39.635829 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device eeee7cd1-6746-4dc1-883d-5b9873db8131 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:33:39.769015 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54338) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:39.826710 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (10d546a7-6b71-4a87-a8e6-e0dde2389730), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:39.843160 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:33:39.848778 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (10d546a7-6b71-4a87-a8e6-e0dde2389730), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:39.896407 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (10d546a7-6b71-4a87-a8e6-e0dde2389730), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:39.898896 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:39.900039 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/10d546a7-6b71-4a87-a8e6-e0dde2389730 HTTP/1.1" status: 204 len: 168 time: 0.1300101 Sep 01 00:33:39.902913 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54340) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:39.909141 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d546a7-6b71-4a87-a8e6-e0dde2389730,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:39.916914 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.917102 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.api.v2.resource [None req-7b2af020-3a47-4460-a0fc-a047fe230fef tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] show failed (client error): The resource could not be found. Sep 01 00:33:39.917259 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.917594 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.917928 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.918258 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.918583 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.918972 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.919301 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.919644 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.919998 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.920325 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.920677 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.921043 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7b2af020-3a47-4460-a0fc-a047fe230fef tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups/10d546a7-6b71-4a87-a8e6-e0dde2389730 HTTP/1.1" status: 404 len: 347 time: 0.0166006 Sep 01 00:33:39.921202 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.921423 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:39.921569 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54342) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:39.921743 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13046452-b55d-4956-a805-4ac03a446aae tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:40.033248 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-813d8fee-0326-4a2e-bda1-1eee19ec6143 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Deleting port 9dba9e16-4adb-4cee-b5cf-f05d470c2937 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:33:40.033590 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-813d8fee-0326-4a2e-bda1-1eee19ec6143 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (9dba9e16-4adb-4cee-b5cf-f05d470c2937), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.110890 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-813d8fee-0326-4a2e-bda1-1eee19ec6143 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (9dba9e16-4adb-4cee-b5cf-f05d470c2937), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.111230 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-813d8fee-0326-4a2e-bda1-1eee19ec6143 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (9dba9e16-4adb-4cee-b5cf-f05d470c2937), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.124449 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-813d8fee-0326-4a2e-bda1-1eee19ec6143 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Calling delete_port for 9dba9e16-4adb-4cee-b5cf-f05d470c2937 owned by network:floatingip {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:33:40.220926 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553dbb3-73a1-47c1-bf7e-e3979ed59464 req-4059215c-fe3b-44ef-84eb-f7ad9705df39 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:40.222311 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0553dbb3-73a1-47c1-bf7e-e3979ed59464 req-4059215c-fe3b-44ef-84eb-f7ad9705df39 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0936105 Sep 01 00:33:40.273478 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:40.295351 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0553dbb3-73a1-47c1-bf7e-e3979ed59464 req-1c3a9c21-2fa4-457c-8ee1-9138cc4b6c41 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651350 Sep 01 00:33:40.348481 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-813d8fee-0326-4a2e-bda1-1eee19ec6143 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (9dba9e16-4adb-4cee-b5cf-f05d470c2937), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.356357 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:40.381267 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d8fee-0326-4a2e-bda1-1eee19ec6143 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event deleted for resources: {'Port': ['ID=9dba9e16-4adb-4cee-b5cf-f05d470c2937,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:40.435918 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-813d8fee-0326-4a2e-bda1-1eee19ec6143 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (78d3ce46-8b4a-4105-879b-5367ec742cfe), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.438525 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-813d8fee-0326-4a2e-bda1-1eee19ec6143 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.439646 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-813d8fee-0326-4a2e-bda1-1eee19ec6143 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/78d3ce46-8b4a-4105-879b-5367ec742cfe HTTP/1.1" status: 204 len: 168 time: 0.5172181 Sep 01 00:33:40.522084 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54348) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:40.526742 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-3632283f-6334-40e4-bbe3-1a9719c1a8e5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145776983', 'description': 'tempest-description--867706543'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:40.549227 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3632283f-6334-40e4-bbe3-1a9719c1a8e5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.621402 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3632283f-6334-40e4-bbe3-1a9719c1a8e5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (1e77933e-d002-4078-b81a-8098815c526a), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.625403 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3632283f-6334-40e4-bbe3-1a9719c1a8e5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (1e77933e-d002-4078-b81a-8098815c526a), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.655649 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3632283f-6334-40e4-bbe3-1a9719c1a8e5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.656876 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-3632283f-6334-40e4-bbe3-1a9719c1a8e5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1336017 Sep 01 00:33:40.658834 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632283f-6334-40e4-bbe3-1a9719c1a8e5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e77933e-d002-4078-b81a-8098815c526a,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:40.659912 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54350) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:40.666116 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-ed7d22d4-c9c7-4507-971f-565daaf726a9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'security_group_rule': {'security_group_id': '1e77933e-d002-4078-b81a-8098815c526a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:40.692636 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ed7d22d4-c9c7-4507-971f-565daaf726a9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (ebbd78dc-3ef0-4b98-9e56-006095c5196f), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.751512 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ed7d22d4-c9c7-4507-971f-565daaf726a9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (ebbd78dc-3ef0-4b98-9e56-006095c5196f), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.755103 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ed7d22d4-c9c7-4507-971f-565daaf726a9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (ebbd78dc-3ef0-4b98-9e56-006095c5196f), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.775208 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d22d4-c9c7-4507-971f-565daaf726a9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbd78dc-3ef0-4b98-9e56-006095c5196f,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:40.783531 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ed7d22d4-c9c7-4507-971f-565daaf726a9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.784718 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-ed7d22d4-c9c7-4507-971f-565daaf726a9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230435 Sep 01 00:33:40.787528 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54352) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:40.791641 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-99604180-cf36-4192-bef6-73147d90d3fc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'security_group_rule': {'security_group_id': '1e77933e-d002-4078-b81a-8098815c526a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:40.816679 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-99604180-cf36-4192-bef6-73147d90d3fc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (43b962c3-5c5c-4a02-b406-7bb8525c35c2), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.875297 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-99604180-cf36-4192-bef6-73147d90d3fc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (43b962c3-5c5c-4a02-b406-7bb8525c35c2), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.878817 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-99604180-cf36-4192-bef6-73147d90d3fc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (43b962c3-5c5c-4a02-b406-7bb8525c35c2), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.898496 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99604180-cf36-4192-bef6-73147d90d3fc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b962c3-5c5c-4a02-b406-7bb8525c35c2,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:40.907800 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-99604180-cf36-4192-bef6-73147d90d3fc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:40.909007 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-99604180-cf36-4192-bef6-73147d90d3fc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205866 Sep 01 00:33:40.912239 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54354) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:40.916817 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:40.938029 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:41.018955 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:41.122581 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Allocated IP 172.27.4.63 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/1ce407fd-6d53-46d5-bcbe-d717f3e17282) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:33:41.222622 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:41.227702 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for port (1ce407fd-6d53-46d5-bcbe-d717f3e17282), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:41.262236 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (1ce407fd-6d53-46d5-bcbe-d717f3e17282), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:41.284922 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:41.306920 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:33:41.310908 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:33:41.313045 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'Port': ['ID=1ce407fd-6d53-46d5-bcbe-d717f3e17282,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:41.315147 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:33:41.672226 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (aa01760e-c93a-4225-9bdf-b0319644228a), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:41.679427 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538b49a-eecb-4685-b472-0b738eb9451c req-79d61ced-7cda-4ba9-9ed9-90276c7bb2ad tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:41.680905 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6538b49a-eecb-4685-b472-0b738eb9451c req-79d61ced-7cda-4ba9-9ed9-90276c7bb2ad tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0599773 Sep 01 00:33:41.755154 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (1ce407fd-6d53-46d5-bcbe-d717f3e17282), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:41.761595 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6538b49a-eecb-4685-b472-0b738eb9451c req-3d661a05-217d-41e1-a088-0bbb29c88cac tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752945 Sep 01 00:33:41.911605 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for port (1ce407fd-6d53-46d5-bcbe-d717f3e17282), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:41.917249 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (1ce407fd-6d53-46d5-bcbe-d717f3e17282), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:41.987951 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (aa01760e-c93a-4225-9bdf-b0319644228a), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:41.989860 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'Port': ['ID=1ce407fd-6d53-46d5-bcbe-d717f3e17282,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:42.003655 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:42.004886 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-4f9a279c-3ace-4013-988b-b9b486874828 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0915055 Sep 01 00:33:42.168983 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-a37a1eca-dead-403a-a516-efe2cd4c9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:42.170512 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-a37a1eca-dead-403a-a516-efe2cd4c9e85 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 1129 time: 0.0474405 Sep 01 00:33:42.182604 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26285c-397b-497f-a127-cebf193a8ad3 req-196df243-dff8-422b-9dd3-36d38f320693 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:42.184010 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7c26285c-397b-497f-a127-cebf193a8ad3 req-196df243-dff8-422b-9dd3-36d38f320693 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0517082 Sep 01 00:33:42.232070 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7c26285c-397b-497f-a127-cebf193a8ad3 req-f2bf8104-83ba-4943-9a23-338cfe32544d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Sep 01 00:33:42.276326 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-8f5abc40-15d7-40a0-a2e5-fa9a9a59994e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2145776983&fields=id&tenant_id=06942912e37346eaa2310a56b84f3886 HTTP/1.1" status: 200 len: 267 time: 0.1005831 Sep 01 00:33:42.352388 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-af4eb2b7-f29c-41c0-a321-c30a86f64c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:42.353866 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-af4eb2b7-f29c-41c0-a321-c30a86f64c37 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.1720102 Sep 01 00:33:42.437649 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:42.440983 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:42.452944 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-a9386b5a-33a9-41a9-bd15-e07d6de33e4a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:42.454652 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-a9386b5a-33a9-41a9-bd15-e07d6de33e4a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 817 time: 0.1677444 Sep 01 00:33:42.457142 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-5b725ff7-a8e2-4e7d-82ac-f12d2efc8039 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ed4609-29d2-46df-968c-532a898d8333 HTTP/1.1" status: 200 len: 1001 time: 0.0895977 Sep 01 00:33:42.498939 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-b800263c-dd7d-493c-a251-d87fc38597bc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/quotas/06942912e37346eaa2310a56b84f3886 HTTP/1.1" status: 200 len: 375 time: 0.0360775 Sep 01 00:33:42.548736 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-a5c658f0-29d7-4ebf-a7d0-af53036344cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:42.550173 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-a5c658f0-29d7-4ebf-a7d0-af53036344cb service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.0860362 Sep 01 00:33:42.571347 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-4086ac63-21a3-4188-a0a8-6f38e7866528 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665548 Sep 01 00:33:42.646940 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-1526238b-d6e2-419d-971c-c1c56aa49fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:42.648393 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-1526238b-d6e2-419d-971c-c1c56aa49fe7 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0901427 Sep 01 00:33:42.735089 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-b7a565d7-24b8-49fb-8e81-5599de9ee085 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468937 Sep 01 00:33:42.816689 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-abb8052b-c829-4ca7-8f11-5bc5154d6ba6 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590822 Sep 01 00:33:42.899053 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-1e3ad3ef-8aeb-4d7e-ab5e-3e1cba079a42 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571991 Sep 01 00:33:42.932541 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-48a60281-81f2-41c3-8462-ef5a5e69b97a req-4dbe1ef0-ccf3-4e5a-a7de-8b2d3ec70d9a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094110 Sep 01 00:33:43.065481 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1703734e-71f4-4fa3-bf7d-909563874646 req-7b8ba4ed-47ec-49ea-8cd4-ee42dec734e7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 210 time: 0.0285320 Sep 01 00:33:43.356648 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a2ee6-339c-4d47-8613-8bdc8b91ac7c req-81d8d143-a221-456e-bf9d-82bd020b0fee tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:43.358245 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-335a2ee6-339c-4d47-8613-8bdc8b91ac7c req-81d8d143-a221-456e-bf9d-82bd020b0fee tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0495307 Sep 01 00:33:43.406908 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-335a2ee6-339c-4d47-8613-8bdc8b91ac7c req-d7082bb0-694e-47bc-ab29-966d4d77576a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428278 Sep 01 00:33:44.172842 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4ab4ece6-12b5-42ed-ae50-92c0abf81094 req-669a2a74-73e2-458b-98d9-991233eecd74 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 210 time: 0.0297062 Sep 01 00:33:44.551087 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee9778-67c6-4cb9-9518-2699e253795c req-9ebe37d1-c816-4b24-879d-a71b08b4b8c0 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:44.553206 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e4ee9778-67c6-4cb9-9518-2699e253795c req-9ebe37d1-c816-4b24-879d-a71b08b4b8c0 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Sep 01 00:33:44.569786 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc46c6a-ee68-4930-a301-108cff40e525 req-2bf4c15f-6374-4d30-b32b-39832acb155c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:44.571267 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9fc46c6a-ee68-4930-a301-108cff40e525 req-2bf4c15f-6374-4d30-b32b-39832acb155c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 945 time: 0.0493636 Sep 01 00:33:44.602706 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e4ee9778-67c6-4cb9-9518-2699e253795c req-082ae3c3-748a-4a16-8839-af2224c4ed42 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437472 Sep 01 00:33:44.620184 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9fc46c6a-ee68-4930-a301-108cff40e525 req-3e38d9ec-5991-413e-be29-7ede0486211f tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431476 Sep 01 00:33:45.280953 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1a63fec5-33f5-48ed-af87-67604f23b569 req-716e43a9-b2d3-4706-99d7-3b81d16747b5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 210 time: 0.0282023 Sep 01 00:33:45.729892 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d505cf7-5114-4a9e-96e3-c3ec4b713cc8 req-967994e0-378c-42f5-903b-f44389d7686f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:45.731361 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5d505cf7-5114-4a9e-96e3-c3ec4b713cc8 req-967994e0-378c-42f5-903b-f44389d7686f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0506701 Sep 01 00:33:45.742260 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a502384-12af-4188-bf6c-ca6d129e0825 req-589d5048-5bd8-4517-a69d-c8eceef42189 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:45.743727 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6a502384-12af-4188-bf6c-ca6d129e0825 req-589d5048-5bd8-4517-a69d-c8eceef42189 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 945 time: 0.0464227 Sep 01 00:33:45.780740 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5d505cf7-5114-4a9e-96e3-c3ec4b713cc8 req-14a0cf22-b434-482a-a91e-d0e9e73fbca1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432584 Sep 01 00:33:45.795665 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6a502384-12af-4188-bf6c-ca6d129e0825 req-a058b57e-f00e-4492-ba7c-946b1c057ddd tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459845 Sep 01 00:33:46.384136 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-62855eb5-3dce-4b5c-a51b-ad1f03488184 req-f4a86e1b-0bdb-4da2-976e-262354c4815b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 210 time: 0.0284197 Sep 01 00:33:46.614076 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-49539da8-a5cc-475f-a15e-dbae386459bb tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:46.616065 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-49539da8-a5cc-475f-a15e-dbae386459bb tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 945 time: 0.0503650 Sep 01 00:33:46.706511 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Deleting port 9c25cd75-9b62-4d21-a2e4-5125ad46047f {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:33:46.706858 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:46.752299 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:46.800768 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] For port 9c25cd75-9b62-4d21-a2e4-5125ad46047f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9c25cd75-9b62-4d21-a2e4-5125ad46047f,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:33:46.801140 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:46.811837 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:46.913436 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816c0bd-4ba3-463a-8201-6e845269f4cb req-876809ff-66e3-42d5-baa7-6c20e259d09e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:46.915188 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b816c0bd-4ba3-463a-8201-6e845269f4cb req-876809ff-66e3-42d5-baa7-6c20e259d09e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0476847 Sep 01 00:33:46.927179 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:46.973841 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b816c0bd-4ba3-463a-8201-6e845269f4cb req-a5c1777a-51d3-49cf-858a-88f73ac4272b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532463 Sep 01 00:33:46.991177 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8d75d-7478-4bbb-9882-ece610982c2f req-d95fcc16-877c-4da1-a752-a81bd91660f3 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:46.992657 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b1b8d75d-7478-4bbb-9882-ece610982c2f req-d95fcc16-877c-4da1-a752-a81bd91660f3 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 945 time: 0.0924687 Sep 01 00:33:47.033118 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:47.033484 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (3cb4a2be-5094-4739-a3e7-b67689ad8903), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:47.033795 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Floating IP 3cb4a2be-5094-4739-a3e7-b67689ad8903 disassociated. External IP: 172.27.4.119, port: 9c25cd75-9b62-4d21-a2e4-5125ad46047f. Sep 01 00:33:47.034125 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Calling delete_port for 9c25cd75-9b62-4d21-a2e4-5125ad46047f owned by compute:nova {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:33:47.088481 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170839a-9df5-4acb-89a8-c4205eb628fc req-8b642870-cb6f-41aa-a08a-0d226de842d7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:47.090085 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2170839a-9df5-4acb-89a8-c4205eb628fc req-8b642870-cb6f-41aa-a08a-0d226de842d7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0480645 Sep 01 00:33:47.097848 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b1b8d75d-7478-4bbb-9882-ece610982c2f req-3ce3b0df-632d-44b4-8c5b-368e580d0503 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c802ed19-d24c-4b99-ae0a-9f218b676786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962927 Sep 01 00:33:47.099834 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54426) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:47.105357 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-e21133d4-7a1f-44c6-96fb-1ab6cf04d4fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Request body: {'floatingip': {'port_id': '54ed4609-29d2-46df-968c-532a898d8333'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:47.171660 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e21133d4-7a1f-44c6-96fb-1ab6cf04d4fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for floatingip (772e956d-cfd7-4711-a16b-5d9c2133a6df), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:47.279470 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:47.319627 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (9c25cd75-9b62-4d21-a2e4-5125ad46047f), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:47.322719 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-dd28241a-be4d-44c9-b4a8-399e8ae252c2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:47.324258 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-dd28241a-be4d-44c9-b4a8-399e8ae252c2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.30 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 817 time: 0.1185324 Sep 01 00:33:47.379711 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'Port': ['ID=9c25cd75-9b62-4d21-a2e4-5125ad46047f,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:47.393652 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-28f685fa-e330-48d2-b42a-6aeff224ed4d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=06942912e37346eaa2310a56b84f3886 HTTP/1.1" status: 200 len: 380 time: 0.0592341 Sep 01 00:33:47.406313 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'port': {'device_id': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'admin_state_up': True, 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'security_groups': ['1e77933e-d002-4078-b81a-8098815c526a']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:47.497761 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0b0ca4f0-9dcc-4dfa-9312-fd74cce854ae req-bb901175-7338-45d7-8c98-8d61ae39382d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 210 time: 0.0328462 Sep 01 00:33:47.550371 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Made reservation on behalf of 06942912e37346eaa2310a56b84f3886 for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:33:47.556015 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:47.587697 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:33:47.593161 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:47.691872 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Allocated IP 172.20.0.4 (6ec1bdb8-fcb4-45f0-8321-9a6d9446092b/2656a193-946c-440a-9e10-5eb2de1c9abe/6ad399c9-2cb1-4999-8111-29a8364f2345) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:33:47.743945 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:47.850506 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:47.886865 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:47.937364 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:33:47.943719 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:33:47.950989 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:33:47.977248 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event updated for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:48.007687 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:48.008532 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.026902 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e480db8a-b902-444c-ba86-403429ebf88f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6255138 Sep 01 00:33:48.041346 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Request body: {'port': {'device_id': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:48.095222 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:33:48.108662 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.110576 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:33:48.111709 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:48.129780 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:33:48.132836 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:48.163103 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] No DVR routers for this DVR port 9c25cd75-9b62-4d21-a2e4-5125ad46047f on host hv-cinder-82002 {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:33:48.166928 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.170345 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-013ac58b-035c-4d35-99fc-553cc96cab26 req-160db3d8-2b1d-4ef3-afd8-507f25a5dc32 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "DELETE /networking/v2.0/ports/9c25cd75-9b62-4d21-a2e4-5125ad46047f HTTP/1.1" status: 204 len: 173 time: 1.5493276 Sep 01 00:33:48.170793 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'name': 'network-vif-deleted', 'tag': '9c25cd75-9b62-4d21-a2e4-5125ad46047f'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:33:48.173084 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5643ebd5-0e1b-4080-b42f-73d1882e36b4" -d '{"events": [{"server_uuid": "1ed76d3a-7638-4a6e-b229-054bd6f51d89", "name": "network-vif-deleted", "tag": "9c25cd75-9b62-4d21-a2e4-5125ad46047f"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:33:48.187846 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:48.261644 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-bf94909e-d1f5-41d5-9855-7c696ea5a46d req-51076830-83a0-4ff2-b34f-0376742a26f5 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1ed76d3a-7638-4a6e-b229-054bd6f51d89 HTTP/1.1" status: 200 len: 210 time: 0.0357296 Sep 01 00:33:48.272957 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e21133d4-7a1f-44c6-96fb-1ab6cf04d4fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.279427 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e21133d4-7a1f-44c6-96fb-1ab6cf04d4fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (772e956d-cfd7-4711-a16b-5d9c2133a6df), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.283105 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55153dca-9b7f-4d5e-b62b-4aa271460cc6 x-openstack-request-id: req-55153dca-9b7f-4d5e-b62b-4aa271460cc6 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:33:48.283579 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed76d3a-7638-4a6e-b229-054bd6f51d89", "name": "network-vif-deleted", "tag": "9c25cd75-9b62-4d21-a2e4-5125ad46047f", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:33:48.283973 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55153dca-9b7f-4d5e-b62b-4aa271460cc6 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:33:48.284803 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55153dca-9b7f-4d5e-b62b-4aa271460cc6'] response: {'server_uuid': '1ed76d3a-7638-4a6e-b229-054bd6f51d89', 'name': 'network-vif-deleted', 'tag': '9c25cd75-9b62-4d21-a2e4-5125ad46047f', 'status': 'completed', 'code': 200} Sep 01 00:33:48.315926 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:33:48.395274 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4e1bd4e9-040a-4055-a372-2bf397a96d63 None None] Provisioning complete for port 6ad399c9-2cb1-4999-8111-29a8364f2345 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:33:48.395795 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4e1bd4e9-040a-4055-a372-2bf397a96d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.438562 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:48.447330 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4e1bd4e9-040a-4055-a372-2bf397a96d63 None None] Port 6ad399c9-2cb1-4999-8111-29a8364f2345 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:33:48.524298 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad399c9-2cb1-4999-8111-29a8364f2345 {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:33:48.532759 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Publish callbacks [] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.538643 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21133d4-7a1f-44c6-96fb-1ab6cf04d4fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Router 76654eb6-7beb-4a44-b98d-1db87303d600 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:33:48.556972 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Transition to ACTIVE for port object 6ad399c9-2cb1-4999-8111-29a8364f2345 will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:33:48.562794 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.583106 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:48.605508 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7de083df-dca7-427e-9266-d3bbfb15aee7', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:22:bd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:18Z', 'updated_at': '2022-09-01T00:31:38Z', 'revision_number': 2, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:48.633246 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:33:48.642497 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:33:48.643358 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:48.671433 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21133d4-7a1f-44c6-96fb-1ab6cf04d4fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:33:48.677139 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e21133d4-7a1f-44c6-96fb-1ab6cf04d4fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.682311 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] Sync routers for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:33:48.693893 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:33:48.695122 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:48.739626 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19135f6-fcae-4751-97aa-06ff65ebf819 req-754e02ef-be7d-4513-9c72-ce1c0ea644e1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:48.743236 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f19135f6-fcae-4751-97aa-06ff65ebf819 req-754e02ef-be7d-4513-9c72-ce1c0ea644e1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.1057246 Sep 01 00:33:48.745122 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:48.772544 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-e21133d4-7a1f-44c6-96fb-1ab6cf04d4fe tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/772e956d-cfd7-4711-a16b-5d9c2133a6df HTTP/1.1" status: 200 len: 993 time: 1.6716325 Sep 01 00:33:48.777130 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:33:48.817368 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:33:48.844234 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f19135f6-fcae-4751-97aa-06ff65ebf819 req-f9d1abf0-9e62-4449-8c19-ac78a20ab859 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917847 Sep 01 00:33:48.845048 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Attempting to bind port 6ad399c9-2cb1-4999-8111-29a8364f2345 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:33:48.845384 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Attempting to bind port 6ad399c9-2cb1-4999-8111-29a8364f2345 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:33:48.845713 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Attempting to bind port 6ad399c9-2cb1-4999-8111-29a8364f2345 on network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:33:48.851581 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Port 6ad399c9-2cb1-4999-8111-29a8364f2345 on network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:33:48.852044 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Attempting to bind port 6ad399c9-2cb1-4999-8111-29a8364f2345 on network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:33:48.857324 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:33:48.857847 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Checking segment: {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:33:48.858266 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Bound using segment: {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:33:48.859013 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Bound port: 6ad399c9-2cb1-4999-8111-29a8364f2345, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a393133-e71e-4e10-8dc8-72149b2983f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:33:48.859356 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.928392 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:33:48.931971 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:33:48.939534 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.944121 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:48.944772 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:48.946188 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/6ad399c9-2cb1-4999-8111-29a8364f2345 HTTP/1.1" status: 200 len: 1093 time: 0.9099832 Sep 01 00:33:48.947336 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:33:48.949871 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9c644d-33c6-4eb3-bb65-65671a71d18d" -d '{"events": [{"name": "network-changed", "server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:33:48.998797 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb202c-b3a2-4629-8a90-af26d75f650b x-openstack-request-id: req-a6eb202c-b3a2-4629-8a90-af26d75f650b {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:33:48.999058 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:33:48.999509 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6eb202c-b3a2-4629-8a90-af26d75f650b {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:33:48.999918 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6eb202c-b3a2-4629-8a90-af26d75f650b'] response: {'name': 'network-changed', 'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'status': 'completed', 'code': 200} Sep 01 00:33:49.011266 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db258fc-97bc-4919-a668-581c929b47b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:49.025346 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7de083df-dca7-427e-9266-d3bbfb15aee7', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:22:bd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:18Z', 'updated_at': '2022-09-01T00:31:38Z', 'revision_number': 2, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:49.066129 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371b301-52a1-43b0-ab4a-237f607d16c7 None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7de083df-dca7-427e-9266-d3bbfb15aee7', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:22:bd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:18Z', 'updated_at': '2022-09-01T00:31:38Z', 'revision_number': 2, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:33:49.074428 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c644d-33c6-4eb3-bb65-65671a71d18d req-630db172-ca77-4e4a-a948-23283eaade21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:49.075927 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ae9c644d-33c6-4eb3-bb65-65671a71d18d req-630db172-ca77-4e4a-a948-23283eaade21 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 1127 time: 0.0444503 Sep 01 00:33:49.211747 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '772e956d-cfd7-4711-a16b-5d9c2133a6df', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'floating_ip_address': '172.27.4.202', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'port_id': '54ed4609-29d2-46df-968c-532a898d8333', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'mac_address': 'fa:16:3e:ed:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf8d128-7684-4263-babf-222cc0beae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:59Z', 'updated_at': '2022-09-01T00:33:48Z', 'revision_number': 3, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:30:08Z', 'revision_number': 5, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:49.219289 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c644d-33c6-4eb3-bb65-65671a71d18d req-93fe4dfe-0810-4af9-acaa-b3f0d4b8f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:49.220818 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ae9c644d-33c6-4eb3-bb65-65671a71d18d req-93fe4dfe-0810-4af9-acaa-b3f0d4b8f95a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=06942912e37346eaa2310a56b84f3886&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1379883 Sep 01 00:33:49.241478 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] Checking router: 76654eb6-7beb-4a44-b98d-1db87303d600 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:33:49.252680 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:33:49.253660 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:49.290448 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:49.349720 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c644d-33c6-4eb3-bb65-65671a71d18d req-bf780bd2-5119-4e40-a99d-98f85f450bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:49.352124 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ae9c644d-33c6-4eb3-bb65-65671a71d18d req-bf780bd2-5119-4e40-a99d-98f85f450bf2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237750 Sep 01 00:33:49.398084 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:33:49.404005 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12904c-2236-4bf8-b887-c82227b05172 None None] New status for floating IP 3cb4a2be-5094-4739-a3e7-b67689ad8903: DOWN {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:33:49.424014 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54448) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:49.463265 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-7931ebf4-9ae2-4dea-804d-0e81f778266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:49.465117 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-7931ebf4-9ae2-4dea-804d-0e81f778266e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 1127 time: 0.0658474 Sep 01 00:33:49.498198 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (c802ed19-d24c-4b99-ae0a-9f218b676786), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:49.512750 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-ebbd4739-a8fd-486a-a790-38c08c570eee service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad399c9-2cb1-4999-8111-29a8364f2345 HTTP/1.1" status: 200 len: 217 time: 0.0402679 Sep 01 00:33:49.533630 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (c802ed19-d24c-4b99-ae0a-9f218b676786), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:49.544245 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:49.575210 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:49.579907 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-a766a16a-f460-4fad-88bc-314361b1b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:49.581580 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-a766a16a-f460-4fad-88bc-314361b1b0dc service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 200 len: 856 time: 0.0625896 Sep 01 00:33:49.596356 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (c802ed19-d24c-4b99-ae0a-9f218b676786), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:49.599161 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:49.603238 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c802ed19-d24c-4b99-ae0a-9f218b676786 HTTP/1.1" status: 204 len: 168 time: 0.1756425 Sep 01 00:33:49.604211 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54450) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:49.623166 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c802ed19-d24c-4b99-ae0a-9f218b676786,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:49.626344 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.api.v2.resource [None req-b2e7d2e0-6595-4f82-824e-12179baf07d8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] show failed (client error): The resource could not be found. Sep 01 00:33:49.628044 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-b2e7d2e0-6595-4f82-824e-12179baf07d8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups/c802ed19-d24c-4b99-ae0a-9f218b676786 HTTP/1.1" status: 404 len: 347 time: 0.0219924 Sep 01 00:33:49.631264 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54452) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:49.632653 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e1071706-279d-4240-be32-c0049336e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:49.634304 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.634467 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-e1071706-279d-4240-be32-c0049336e738 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459616 Sep 01 00:33:49.634699 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.635001 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.635377 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.635677 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.636015 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.636346 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.637429 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.637429 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.637429 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.637785 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.638137 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.638466 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.638794 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.639194 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f1103-3a36-4a26-9207-43ba0b73e184 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:49.641681 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 9c25cd75-9b62-4d21-a2e4-5125ad46047f no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:33:49.667647 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '772e956d-cfd7-4711-a16b-5d9c2133a6df', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'floating_ip_address': '172.27.4.202', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'port_id': '54ed4609-29d2-46df-968c-532a898d8333', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'mac_address': 'fa:16:3e:ed:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf8d128-7684-4263-babf-222cc0beae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:59Z', 'updated_at': '2022-09-01T00:33:48Z', 'revision_number': 3, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:30:08Z', 'revision_number': 5, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:49.670319 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 9c25cd75-9b62-4d21-a2e4-5125ad46047f {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:33:49.670669 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 9c25cd75-9b62-4d21-a2e4-5125ad46047f not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:33:49.698451 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b4edb-548e-4f3a-bf0e-28c4f29403c5 None None] The sync data for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi is: [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '772e956d-cfd7-4711-a16b-5d9c2133a6df', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'floating_ip_address': '172.27.4.202', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'port_id': '54ed4609-29d2-46df-968c-532a898d8333', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'mac_address': 'fa:16:3e:ed:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf8d128-7684-4263-babf-222cc0beae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:31:59Z', 'updated_at': '2022-09-01T00:33:48Z', 'revision_number': 3, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:30:08Z', 'revision_number': 5, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:33:49.826189 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-dba4e50a-5349-4b07-9c66-97f3ed0a8a4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Deleting port 9f4ab735-8c1d-463e-9da9-a338893c21aa {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:33:49.826543 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-dba4e50a-5349-4b07-9c66-97f3ed0a8a4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (9f4ab735-8c1d-463e-9da9-a338893c21aa), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:49.843378 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-de518ead-e900-4683-94be-9e5e6f851430 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013462 Sep 01 00:33:50.013745 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-dba4e50a-5349-4b07-9c66-97f3ed0a8a4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (9f4ab735-8c1d-463e-9da9-a338893c21aa), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:50.014393 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-dba4e50a-5349-4b07-9c66-97f3ed0a8a4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (9f4ab735-8c1d-463e-9da9-a338893c21aa), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:50.021704 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202145d2-648d-48c5-ab4e-b523498a7f87 req-c90fdb3d-5af6-4165-b07b-67693e39f0c2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:50.023178 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-202145d2-648d-48c5-ab4e-b523498a7f87 req-c90fdb3d-5af6-4165-b07b-67693e39f0c2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0958023 Sep 01 00:33:50.054769 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-dba4e50a-5349-4b07-9c66-97f3ed0a8a4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Calling delete_port for 9f4ab735-8c1d-463e-9da9-a338893c21aa owned by network:floatingip {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:33:50.057968 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9343f6b-c0bc-4505-a103-b0ef95126aa2 req-15d23df8-cfd8-408b-bc1a-cc608db94baa service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890857 Sep 01 00:33:50.134798 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-202145d2-648d-48c5-ab4e-b523498a7f87 req-417ca697-3f77-46f8-b3db-31b5864437c4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009257 Sep 01 00:33:50.219346 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-dba4e50a-5349-4b07-9c66-97f3ed0a8a4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (9f4ab735-8c1d-463e-9da9-a338893c21aa), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:50.243857 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4e50a-5349-4b07-9c66-97f3ed0a8a4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'Port': ['ID=9f4ab735-8c1d-463e-9da9-a338893c21aa,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:50.286406 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'tag': '54ed4609-29d2-46df-968c-532a898d8333'}, {'name': 'network-changed', 'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'tag': '54ed4609-29d2-46df-968c-532a898d8333'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:33:50.289798 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0150cadc-cc8a-49be-84af-ac9d24bc0a19" -d '{"events": [{"name": "network-changed", "server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "tag": "54ed4609-29d2-46df-968c-532a898d8333"}, {"name": "network-changed", "server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "tag": "54ed4609-29d2-46df-968c-532a898d8333"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:33:50.305474 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-dba4e50a-5349-4b07-9c66-97f3ed0a8a4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (3cb4a2be-5094-4739-a3e7-b67689ad8903), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:50.308054 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-dba4e50a-5349-4b07-9c66-97f3ed0a8a4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:50.309224 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-dba4e50a-5349-4b07-9c66-97f3ed0a8a4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/3cb4a2be-5094-4739-a3e7-b67689ad8903 HTTP/1.1" status: 204 len: 168 time: 0.6739659 Sep 01 00:33:50.329824 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 01 Sep 2022 00:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca520c1-28e3-4844-a534-04c320537386 x-openstack-request-id: req-9ca520c1-28e3-4844-a534-04c320537386 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:33:50.330122 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "tag": "54ed4609-29d2-46df-968c-532a898d8333", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "tag": "54ed4609-29d2-46df-968c-532a898d8333", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:33:50.330377 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ca520c1-28e3-4844-a534-04c320537386 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:33:50.330778 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca520c1-28e3-4844-a534-04c320537386'] response: {'name': 'network-changed', 'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'tag': '54ed4609-29d2-46df-968c-532a898d8333', 'status': 'completed', 'code': 200} Sep 01 00:33:50.331035 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca520c1-28e3-4844-a534-04c320537386'] response: {'name': 'network-changed', 'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'tag': '54ed4609-29d2-46df-968c-532a898d8333', 'status': 'completed', 'code': 200} Sep 01 00:33:50.361173 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ee803394-2f27-44a3-8b9c-44565eea4e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:51.135444 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-a3d89236-8aee-43a3-94bd-811f727f3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:51.137494 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-a3d89236-8aee-43a3-94bd-811f727f3f64 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 1129 time: 0.0494530 Sep 01 00:33:51.194605 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:51.254714 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:51.265029 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-2ee7133d-4b28-40d7-839d-be6e04c0dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:51.266576 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-2ee7133d-4b28-40d7-839d-be6e04c0dbc7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.1211870 Sep 01 00:33:51.279945 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73466-ad13-4c81-b664-fdbb735ce310 req-11fe2d8d-3369-4c51-86a9-3397aa09cacd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:51.281372 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1dd73466-ad13-4c81-b664-fdbb735ce310 req-11fe2d8d-3369-4c51-86a9-3397aa09cacd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0612056 Sep 01 00:33:51.332160 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1dd73466-ad13-4c81-b664-fdbb735ce310 req-b7f46346-525b-4e9e-8da8-a17fc84d2f9a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446122 Sep 01 00:33:51.538148 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-83dc2e4a-cb1f-467b-a4a1-7c83489292da service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ed4609-29d2-46df-968c-532a898d8333 HTTP/1.1" status: 200 len: 1001 time: 0.0550408 Sep 01 00:33:51.591306 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-b13493c8-2ef8-4c44-bc99-039877628749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:51.592812 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-b13493c8-2ef8-4c44-bc99-039877628749 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.0446191 Sep 01 00:33:51.683769 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-6ce79124-c268-4d20-af7b-0843ee67a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:51.685395 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-6ce79124-c268-4d20-af7b-0843ee67a3d0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458422 Sep 01 00:33:51.779913 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-8c59fc13-e7ed-4075-87bd-799b9a59543d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855989 Sep 01 00:33:51.878813 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-4a8c354e-b7bc-420c-a5f8-288dfc670a18 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922186 Sep 01 00:33:51.966827 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-be9b7d61-e5d8-4769-a48a-077998d43d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:51.968438 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-be9b7d61-e5d8-4769-a48a-077998d43d6a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 1129 time: 0.0400825 Sep 01 00:33:52.062124 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-60cac4f5-cd09-4021-9854-94786795c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:52.063587 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-60cac4f5-cd09-4021-9854-94786795c04f service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 200 len: 919 time: 0.0874927 Sep 01 00:33:52.358963 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-fea08956-f131-4cf7-9c92-166eeee0ac18 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ed4609-29d2-46df-968c-532a898d8333 HTTP/1.1" status: 200 len: 1001 time: 0.2857695 Sep 01 00:33:52.410844 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-b09897a7-9f74-4f1a-b7be-894c3878aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:52.412393 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-b09897a7-9f74-4f1a-b7be-894c3878aecb service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 200 len: 857 time: 0.0463419 Sep 01 00:33:52.487461 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafd2de-c9ba-4d49-97c4-feb4d9987262 req-a043f9e6-c4f7-48b9-b802-3c02f4beafcd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:52.488867 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-caafd2de-c9ba-4d49-97c4-feb4d9987262 req-a043f9e6-c4f7-48b9-b802-3c02f4beafcd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0755808 Sep 01 00:33:52.490686 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-bfc54260-4d4f-4ff5-91e8-3ad524a9db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:52.492026 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-bfc54260-4d4f-4ff5-91e8-3ad524a9db5d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0707521 Sep 01 00:33:52.592658 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-caafd2de-c9ba-4d49-97c4-feb4d9987262 req-3cbead8b-2732-449a-8055-008a7e0a422c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973454 Sep 01 00:33:52.618413 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-bd4f0f8f-45f3-45d2-a7b7-d99e8ffe8958 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097026 Sep 01 00:33:52.643734 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:52.712631 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0150cadc-cc8a-49be-84af-ac9d24bc0a19 req-8fa0b125-2708-4d60-81ee-707898955a0a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875299 Sep 01 00:33:52.739171 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-63aa8a42-cc93-4d29-be6d-0310e2a9f1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:52.988061 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9664a02-d564-4434-a6ef-9c7daa8c92f7 req-bcf84fe9-bcb0-48c4-a6df-bd1bfd8ab721 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:52.990239 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d9664a02-d564-4434-a6ef-9c7daa8c92f7 req-bcf84fe9-bcb0-48c4-a6df-bd1bfd8ab721 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 946 time: 0.0507650 Sep 01 00:33:53.035910 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d9664a02-d564-4434-a6ef-9c7daa8c92f7 req-62b92d54-4f6b-446d-b3d4-3057945b9a43 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402200 Sep 01 00:33:53.633094 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6ad399c9-2cb1-4999-8111-29a8364f2345 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:33:53.728529 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b06a91-cb25-4dfd-b862-b7af0d31fca6 req-6b205ce8-688b-4fb4-a60a-19b0fe5596c3 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:53.730024 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-01b06a91-cb25-4dfd-b862-b7af0d31fca6 req-6b205ce8-688b-4fb4-a60a-19b0fe5596c3 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0514994 Sep 01 00:33:53.734104 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:33:53.748827 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'port_id': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'mac_address': 'fa:16:3e:2b:67:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:33:53.760672 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:53.778287 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-01b06a91-cb25-4dfd-b862-b7af0d31fca6 req-8d575694-a38b-473d-ab46-54e28dc4d454 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426986 Sep 01 00:33:53.784710 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6ad399c9-2cb1-4999-8111-29a8364f2345 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:33:53.785109 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:53.798895 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad399c9-2cb1-4999-8111-29a8364f2345 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:33:53.818845 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:33:53.822758 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:53.855473 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:53.871309 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:53.878209 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.878550 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.878882 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.879216 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.879538 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.879910 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.880768 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.881241 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.881581 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.881908 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.882227 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.882563 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.882880 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.883211 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.883504 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:33:53.950060 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:54.129352 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['6ad399c9-2cb1-4999-8111-29a8364f2345'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:33:54.155694 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d456c-ec77-4242-a669-7f0e3c6620c5 req-64417c26-efee-44e2-b312-0a75e2386d46 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:54.157152 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-199d456c-ec77-4242-a669-7f0e3c6620c5 req-64417c26-efee-44e2-b312-0a75e2386d46 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 946 time: 0.0469098 Sep 01 00:33:54.209768 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-199d456c-ec77-4242-a669-7f0e3c6620c5 req-b00e93d5-4270-4fad-81ee-e119ba6d0a28 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cdce114a-c776-4ed6-8b1e-53b66d49bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458443 Sep 01 00:33:54.321802 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:54.334611 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:54.603170 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-88c7b1d8-abd7-4a35-8f31-0eabac607856 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:54.604635 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-88c7b1d8-abd7-4a35-8f31-0eabac607856 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 946 time: 0.0458753 Sep 01 00:33:54.722435 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Deleting port 299fe693-858d-4ad5-9a80-e1369ca617bf {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:33:54.722783 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:54.813822 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] For port 299fe693-858d-4ad5-9a80-e1369ca617bf, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=299fe693-858d-4ad5-9a80-e1369ca617bf,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:33:54.814477 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:54.967671 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1bb97-242e-4e49-85ae-8f1ff4c44ecb req-ad217b5c-0cae-4d52-aec5-db29c08e306a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:54.969061 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4ad1bb97-242e-4e49-85ae-8f1ff4c44ecb req-ad217b5c-0cae-4d52-aec5-db29c08e306a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 944 time: 0.0865583 Sep 01 00:33:55.089961 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4ad1bb97-242e-4e49-85ae-8f1ff4c44ecb req-50a1388e-0492-442b-b53a-0694d9249ecc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959659 Sep 01 00:33:55.100999 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:55.101374 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (7de083df-dca7-427e-9266-d3bbfb15aee7), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:55.101695 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Floating IP 7de083df-dca7-427e-9266-d3bbfb15aee7 disassociated. External IP: 172.27.4.220, port: 299fe693-858d-4ad5-9a80-e1369ca617bf. Sep 01 00:33:55.102039 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Calling delete_port for 299fe693-858d-4ad5-9a80-e1369ca617bf owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:33:55.227325 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (299fe693-858d-4ad5-9a80-e1369ca617bf), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:55.258679 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'Port': ['ID=299fe693-858d-4ad5-9a80-e1369ca617bf,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:55.274042 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:55.322749 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b67cd5dc-9863-441a-a90a-962b2205726e req-e67a5c9f-16c4-48d1-a5b9-c4366c8dd958 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 210 time: 0.0299933 Sep 01 00:33:55.370908 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:55.373022 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:33:55.399603 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:55.479202 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:33:55.488644 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:33:55.499951 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:33:55.500678 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:55.506282 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:55.546993 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] No DVR routers for this DVR port 299fe693-858d-4ad5-9a80-e1369ca617bf on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:33:55.549534 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:55.553355 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ae897f7b-da16-4857-bbc1-4bf40791981d req-92d3c0be-14af-4b2d-8056-63a1fb941682 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "DELETE /networking/v2.0/ports/299fe693-858d-4ad5-9a80-e1369ca617bf HTTP/1.1" status: 204 len: 173 time: 0.9415550 Sep 01 00:33:55.553823 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'name': 'network-vif-deleted', 'tag': '299fe693-858d-4ad5-9a80-e1369ca617bf'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:33:55.556265 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4829296-91a5-4cb8-8295-b7b1a6ab84b7" -d '{"events": [{"server_uuid": "d50b662a-3c38-40f3-92b5-37f693b80d25", "name": "network-vif-deleted", "tag": "299fe693-858d-4ad5-9a80-e1369ca617bf"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:33:55.604131 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb15cd6-597c-4b59-9b5b-cf005b156f51 x-openstack-request-id: req-adb15cd6-597c-4b59-9b5b-cf005b156f51 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:33:55.604432 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50b662a-3c38-40f3-92b5-37f693b80d25", "name": "network-vif-deleted", "tag": "299fe693-858d-4ad5-9a80-e1369ca617bf", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:33:55.604730 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adb15cd6-597c-4b59-9b5b-cf005b156f51 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:33:55.605121 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb15cd6-597c-4b59-9b5b-cf005b156f51'] response: {'server_uuid': 'd50b662a-3c38-40f3-92b5-37f693b80d25', 'name': 'network-vif-deleted', 'tag': '299fe693-858d-4ad5-9a80-e1369ca617bf', 'status': 'completed', 'code': 200} Sep 01 00:33:55.613134 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:33:55.641867 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:55.642729 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6ad399c9-2cb1-4999-8111-29a8364f2345 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:33:55.650594 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:55.695791 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 6ad399c9-2cb1-4999-8111-29a8364f2345 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:33:55.704807 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 6ad399c9-2cb1-4999-8111-29a8364f2345 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:33:55.705357 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:55.789726 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6ad399c9-2cb1-4999-8111-29a8364f2345 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:33:55.790288 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:55.821464 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:55.825177 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:33:55.827487 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ca7c31-3b0f-4722-9957-91c5622ecc18" -d '{"events": [{"server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "name": "network-vif-plugged", "status": "completed", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:33:55.840452 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:33:55.845738 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:55.853096 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:33:55.862507 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:33:55.863380 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:55.874899 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d05695-974a-4f4d-aeda-44055cf6d031 x-openstack-request-id: req-33d05695-974a-4f4d-aeda-44055cf6d031 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:33:55.875324 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "name": "network-vif-plugged", "status": "completed", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:33:55.875666 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33d05695-974a-4f4d-aeda-44055cf6d031 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:33:55.876151 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d05695-974a-4f4d-aeda-44055cf6d031'] response: {'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'code': 200} Sep 01 00:33:55.901359 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:55.974704 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:33:56.065779 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26622d6d-ce8c-4655-9788-6296564890de req-076c481a-6837-4cf0-9e76-fa23b2eb66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:56.067369 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-26622d6d-ce8c-4655-9788-6296564890de req-076c481a-6837-4cf0-9e76-fa23b2eb66b0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 1129 time: 0.0394130 Sep 01 00:33:56.166088 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:33:56.190789 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90fe53-6fdb-4e34-a879-e43d53012be8 None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:33:56.220922 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703fd81-0578-4279-b492-4e6183f9f7a4 req-1d1b7105-1854-43f7-bbd5-e9459ff91b13 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:56.222074 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d703fd81-0578-4279-b492-4e6183f9f7a4 req-1d1b7105-1854-43f7-bbd5-e9459ff91b13 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0503981 Sep 01 00:33:56.273900 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d703fd81-0578-4279-b492-4e6183f9f7a4 req-33a17c3d-b886-4739-87f1-031ee8223631 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446682 Sep 01 00:33:56.356176 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-26622d6d-ce8c-4655-9788-6296564890de req-6afcd8c2-ebdf-48ae-b46e-47d0201d9e79 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554857 Sep 01 00:33:56.437442 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef2caf-309a-4ef4-90b5-0ea3b35133b1 None None] New status for floating IP 7de083df-dca7-427e-9266-d3bbfb15aee7: DOWN {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:33:56.454472 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ecb7e0db-3765-4496-8ca2-38c1816f229f req-5f425639-5d56-470d-93da-98dcc182d6ab tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d50b662a-3c38-40f3-92b5-37f693b80d25 HTTP/1.1" status: 200 len: 210 time: 0.0329158 Sep 01 00:33:57.398814 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55766b68-083e-48db-91bc-3d11503f2b13 req-3e28152e-ee1b-42cb-aff8-4b2fc0e5dbe6 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:57.400297 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-55766b68-083e-48db-91bc-3d11503f2b13 req-3e28152e-ee1b-42cb-aff8-4b2fc0e5dbe6 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0466309 Sep 01 00:33:57.451254 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-55766b68-083e-48db-91bc-3d11503f2b13 req-c844312c-e490-447c-b208-4d23509c3d97 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453594 Sep 01 00:33:57.545543 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54506) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:57.603760 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6590dfe3-3025-4bfc-b74e-9225364024e0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (cdce114a-c776-4ed6-8b1e-53b66d49bb48), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:57.630173 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6590dfe3-3025-4bfc-b74e-9225364024e0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (cdce114a-c776-4ed6-8b1e-53b66d49bb48), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:57.681568 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6590dfe3-3025-4bfc-b74e-9225364024e0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (cdce114a-c776-4ed6-8b1e-53b66d49bb48), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:57.684300 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6590dfe3-3025-4bfc-b74e-9225364024e0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:57.685487 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6590dfe3-3025-4bfc-b74e-9225364024e0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cdce114a-c776-4ed6-8b1e-53b66d49bb48 HTTP/1.1" status: 204 len: 168 time: 0.1389349 Sep 01 00:33:57.688425 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54508) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:57.694879 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590dfe3-3025-4bfc-b74e-9225364024e0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdce114a-c776-4ed6-8b1e-53b66d49bb48,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:57.706900 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.api.v2.resource [None req-e2f100a5-6dc9-46c5-863b-da11059903ce tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] show failed (client error): The resource could not be found. Sep 01 00:33:57.707879 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-e2f100a5-6dc9-46c5-863b-da11059903ce tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups/cdce114a-c776-4ed6-8b1e-53b66d49bb48 HTTP/1.1" status: 404 len: 347 time: 0.0183828 Sep 01 00:33:57.711404 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54510) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:57.811711 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:57.824811 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-7c448f6f-8c70-4333-b3af-63f434bc58c6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Deleting port c42795b5-3faf-41fb-968f-44382444b3f1 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:33:57.825162 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7c448f6f-8c70-4333-b3af-63f434bc58c6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (c42795b5-3faf-41fb-968f-44382444b3f1), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:57.901374 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7c448f6f-8c70-4333-b3af-63f434bc58c6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (c42795b5-3faf-41fb-968f-44382444b3f1), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:57.901704 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7c448f6f-8c70-4333-b3af-63f434bc58c6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (c42795b5-3faf-41fb-968f-44382444b3f1), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:57.915028 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-7c448f6f-8c70-4333-b3af-63f434bc58c6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Calling delete_port for c42795b5-3faf-41fb-968f-44382444b3f1 owned by network:floatingip {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:33:58.046452 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7c448f6f-8c70-4333-b3af-63f434bc58c6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (c42795b5-3faf-41fb-968f-44382444b3f1), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.076292 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c448f6f-8c70-4333-b3af-63f434bc58c6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'Port': ['ID=c42795b5-3faf-41fb-968f-44382444b3f1,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:58.144238 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7c448f6f-8c70-4333-b3af-63f434bc58c6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (7de083df-dca7-427e-9266-d3bbfb15aee7), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.147464 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7c448f6f-8c70-4333-b3af-63f434bc58c6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.148643 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7c448f6f-8c70-4333-b3af-63f434bc58c6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/7de083df-dca7-427e-9266-d3bbfb15aee7 HTTP/1.1" status: 204 len: 168 time: 0.4363115 Sep 01 00:33:58.223019 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54514) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:58.227777 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-7ae918ef-230b-4e49-9baa-b2fe150bc687 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338166162', 'description': 'tempest-description--1582042050'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:58.250370 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7ae918ef-230b-4e49-9baa-b2fe150bc687 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.322841 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7ae918ef-230b-4e49-9baa-b2fe150bc687 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (e399ce27-531e-4e6b-8035-885000df89d4), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.326564 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7ae918ef-230b-4e49-9baa-b2fe150bc687 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e399ce27-531e-4e6b-8035-885000df89d4), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.359067 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7ae918ef-230b-4e49-9baa-b2fe150bc687 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.360263 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7ae918ef-230b-4e49-9baa-b2fe150bc687 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1361728 Sep 01 00:33:58.362158 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae918ef-230b-4e49-9baa-b2fe150bc687 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e399ce27-531e-4e6b-8035-885000df89d4,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:58.363341 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54516) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:58.367828 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-89953470-f366-49de-af8f-06bfde7dee86 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group_rule': {'security_group_id': 'e399ce27-531e-4e6b-8035-885000df89d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:58.399538 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89953470-f366-49de-af8f-06bfde7dee86 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (91bb203c-3bd1-4087-a8ec-19a54a529b20), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.454933 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89953470-f366-49de-af8f-06bfde7dee86 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (91bb203c-3bd1-4087-a8ec-19a54a529b20), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.459233 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89953470-f366-49de-af8f-06bfde7dee86 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (91bb203c-3bd1-4087-a8ec-19a54a529b20), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.477448 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89953470-f366-49de-af8f-06bfde7dee86 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bb203c-3bd1-4087-a8ec-19a54a529b20,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:58.485685 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89953470-f366-49de-af8f-06bfde7dee86 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.487081 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-89953470-f366-49de-af8f-06bfde7dee86 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225779 Sep 01 00:33:58.489710 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54520) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:58.494086 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-3dfd712e-aba3-4b09-bc7b-ef82bd4b8fcf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group_rule': {'security_group_id': 'e399ce27-531e-4e6b-8035-885000df89d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:58.520086 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3dfd712e-aba3-4b09-bc7b-ef82bd4b8fcf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (a0d00edc-a0f6-403a-a6fa-9351e435d9ed), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.594569 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862b2b6-1eff-496a-a4aa-5f73c2ada4d2 req-a10c711a-7f65-4ba7-837a-ab37bea35373 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:58.595948 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3862b2b6-1eff-496a-a4aa-5f73c2ada4d2 req-a10c711a-7f65-4ba7-837a-ab37bea35373 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0634522 Sep 01 00:33:58.616452 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3dfd712e-aba3-4b09-bc7b-ef82bd4b8fcf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (a0d00edc-a0f6-403a-a6fa-9351e435d9ed), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.626043 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3dfd712e-aba3-4b09-bc7b-ef82bd4b8fcf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (a0d00edc-a0f6-403a-a6fa-9351e435d9ed), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.656787 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd712e-aba3-4b09-bc7b-ef82bd4b8fcf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d00edc-a0f6-403a-a6fa-9351e435d9ed,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:58.666924 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3dfd712e-aba3-4b09-bc7b-ef82bd4b8fcf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.668114 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-3dfd712e-aba3-4b09-bc7b-ef82bd4b8fcf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1774304 Sep 01 00:33:58.671403 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54524) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:58.672447 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:58.677893 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:58.681248 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3862b2b6-1eff-496a-a4aa-5f73c2ada4d2 req-335f0c33-0cef-4c54-b51b-3828147bc8ba tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758529 Sep 01 00:33:58.706968 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.711229 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:58.829692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8125-eae5-433f-bbfe-12f9bffb3b48 req-a4779e66-62c0-4a8e-a319-506e5f4bf3e9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:33:58.831170 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1c2f8125-eae5-433f-bbfe-12f9bffb3b48 req-a4779e66-62c0-4a8e-a319-506e5f4bf3e9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0702448 Sep 01 00:33:58.833913 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.841086 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54528) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:33:58.845487 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-9a1ac5ac-9036-4f81-9e8e-5ba4333b6ca5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Request body: {'floatingip': {'port_id': '6ad399c9-2cb1-4999-8111-29a8364f2345'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:33:58.914929 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9a1ac5ac-9036-4f81-9e8e-5ba4333b6ca5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (aa01760e-c93a-4225-9bdf-b0319644228a), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:58.919212 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:59.113687 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Allocated IP 172.27.4.234 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/92fd282f-0ad0-44f7-8907-e9dfc031ead2) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:33:59.349399 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (92fd282f-0ad0-44f7-8907-e9dfc031ead2), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:59.449622 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (92fd282f-0ad0-44f7-8907-e9dfc031ead2), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:59.527782 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:33:59.537759 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:33:59.543214 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:33:59.547929 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=92fd282f-0ad0-44f7-8907-e9dfc031ead2,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:33:59.573200 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9a1ac5ac-9036-4f81-9e8e-5ba4333b6ca5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:59.580203 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9a1ac5ac-9036-4f81-9e8e-5ba4333b6ca5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (aa01760e-c93a-4225-9bdf-b0319644228a), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:59.583210 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:59.656052 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 299fe693-858d-4ad5-9a80-e1369ca617bf no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:33:59.676484 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 299fe693-858d-4ad5-9a80-e1369ca617bf {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:33:59.676968 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 299fe693-858d-4ad5-9a80-e1369ca617bf not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:33:59.704154 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:33:59.722476 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-9a1ac5ac-9036-4f81-9e8e-5ba4333b6ca5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Floating IP aa01760e-c93a-4225-9bdf-b0319644228a associated. External IP: 172.27.4.63, port: 6ad399c9-2cb1-4999-8111-29a8364f2345. Sep 01 00:33:59.763724 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (8ba82e85-4ac2-49a9-b648-6460db5ca40a), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:33:59.841240 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (92fd282f-0ad0-44f7-8907-e9dfc031ead2), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:00.033080 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956e7b2-6898-47de-9e06-bdc48824eee2 req-5dc80368-da84-45f6-b6fa-9d4ffe264667 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:00.034747 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6956e7b2-6898-47de-9e06-bdc48824eee2 req-5dc80368-da84-45f6-b6fa-9d4ffe264667 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0488005 Sep 01 00:34:00.073712 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1ac5ac-9036-4f81-9e8e-5ba4333b6ca5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Router 03a29cd2-d58c-40f5-9887-8c2199b93874 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:34:00.082620 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6956e7b2-6898-47de-9e06-bdc48824eee2 req-4f7c4c42-3f70-4f7b-8a11-5bce2bd5465a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 Sep 01 00:34:00.104686 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (92fd282f-0ad0-44f7-8907-e9dfc031ead2), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:00.108114 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (92fd282f-0ad0-44f7-8907-e9dfc031ead2), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:00.493217 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (8ba82e85-4ac2-49a9-b648-6460db5ca40a), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:00.498425 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=92fd282f-0ad0-44f7-8907-e9dfc031ead2,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:00.523441 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:00.524688 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-180f7fb2-9385-40a6-8fb3-50ce78667a29 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8516693 Sep 01 00:34:00.529234 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1ac5ac-9036-4f81-9e8e-5ba4333b6ca5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:34:00.533480 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9a1ac5ac-9036-4f81-9e8e-5ba4333b6ca5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:00.544941 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] Sync routers for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:34:00.558051 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:00.558213 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:00.558870 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:00.575309 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-9a1ac5ac-9036-4f81-9e8e-5ba4333b6ca5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/aa01760e-c93a-4225-9bdf-b0319644228a HTTP/1.1" status: 200 len: 990 time: 1.7310879 Sep 01 00:34:00.575309 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:00.576647 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbeebc6-8569-4644-a209-8fa8fc16842f" -d '{"events": [{"name": "network-changed", "server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:00.617625 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6fbfe9-710b-4144-bb98-5566900c087f x-openstack-request-id: req-5d6fbfe9-710b-4144-bb98-5566900c087f {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:00.618022 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:00.618373 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d6fbfe9-710b-4144-bb98-5566900c087f {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:00.618875 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6fbfe9-710b-4144-bb98-5566900c087f'] response: {'name': 'network-changed', 'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'status': 'completed', 'code': 200} Sep 01 00:34:00.674712 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:00.690022 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-e41fb880-1799-4d4d-8355-26c910882543 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1338166162&fields=id&tenant_id=b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 267 time: 0.0433424 Sep 01 00:34:00.801197 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-a0992323-1bc2-4e7b-94ca-fed0e887e716 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:00.803393 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-a0992323-1bc2-4e7b-94ca-fed0e887e716 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 814 time: 0.1068447 Sep 01 00:34:00.819369 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-7b7712a0-73f3-468c-85e1-195440014e17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/quotas/b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 375 time: 0.0100768 Sep 01 00:34:00.873912 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-8581b87e-bf28-493d-a64e-8eb1ba629350 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493619 Sep 01 00:34:00.947285 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:00.972546 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-ae9fe30d-cd04-468b-b992-1cbcad58de41 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872273 Sep 01 00:34:00.977835 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'aa01760e-c93a-4225-9bdf-b0319644228a', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'port_id': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'mac_address': 'fa:16:3e:2b:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:33:41Z', 'updated_at': '2022-09-01T00:33:59Z', 'revision_number': 1, 'project_id': '06942912e37346eaa2310a56b84f3886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:01.002306 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] Checking router: 03a29cd2-d58c-40f5-9887-8c2199b93874 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:34:01.010820 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:01.011424 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:01.058366 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:01.068226 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-2aada7ea-09e7-41e9-9f71-ab2a35a49a77 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890963 Sep 01 00:34:01.116077 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:01.215546 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:01.241564 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806321-9b12-412f-8e1f-b89ed4fc547b req-6731ab89-e2b9-48f5-8265-a84e6a71b146 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:01.244792 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-74c2fdc5-530c-47e4-9add-ab932fa355d2 req-03a9236d-2e11-4cd0-9c57-53f74a5e2da7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 210 time: 0.0307589 Sep 01 00:34:01.253451 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ee806321-9b12-412f-8e1f-b89ed4fc547b req-6731ab89-e2b9-48f5-8265-a84e6a71b146 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0902362 Sep 01 00:34:01.281931 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:01.307053 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ee806321-9b12-412f-8e1f-b89ed4fc547b req-699d7c0b-6ee5-4aed-ad4a-380d084a6db9 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513768 Sep 01 00:34:01.390218 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'aa01760e-c93a-4225-9bdf-b0319644228a', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'port_id': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'mac_address': 'fa:16:3e:2b:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:33:41Z', 'updated_at': '2022-09-01T00:33:59Z', 'revision_number': 1, 'project_id': '06942912e37346eaa2310a56b84f3886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:01.415082 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb1623-4620-40cc-bbd1-952858456925 None None] The sync data for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi is: [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'aa01760e-c93a-4225-9bdf-b0319644228a', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'port_id': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'mac_address': 'fa:16:3e:2b:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:33:41Z', 'updated_at': '2022-09-01T00:33:59Z', 'revision_number': 1, 'project_id': '06942912e37346eaa2310a56b84f3886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:34:01.622443 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44678b6-8291-4b4c-91d0-ad6ac56074ad None None] New status for floating IP aa01760e-c93a-4225-9bdf-b0319644228a: ACTIVE {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:34:01.833976 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-1e40740e-65d1-4f30-abd0-f05911ca1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:01.835414 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-1e40740e-65d1-4f30-abd0-f05911ca1229 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 1129 time: 0.0566857 Sep 01 00:34:01.948667 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-ad4376bb-3ff2-4f9c-b347-ec923ec891f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:01.950186 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-ad4376bb-3ff2-4f9c-b347-ec923ec891f3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 918 time: 0.0909467 Sep 01 00:34:02.168448 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-b3b088b4-2dfa-4893-9b69-7e1538f5f2b2 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad399c9-2cb1-4999-8111-29a8364f2345 HTTP/1.1" status: 200 len: 1000 time: 0.0672736 Sep 01 00:34:02.218210 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-74a7eb39-2664-428c-ab88-9cad7f2c10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:02.219706 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-74a7eb39-2664-428c-ab88-9cad7f2c10c6 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 200 len: 856 time: 0.0456831 Sep 01 00:34:02.288412 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-08a97a6b-dc35-42aa-a60f-deaa691593cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:02.290236 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-08a97a6b-dc35-42aa-a60f-deaa691593cc service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445516 Sep 01 00:34:02.298958 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34157ec0-fd87-486b-bb84-348241963a57 req-a98966c2-f3c9-4587-80a0-fa6a7519fd0c tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:02.300454 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-34157ec0-fd87-486b-bb84-348241963a57 req-a98966c2-f3c9-4587-80a0-fa6a7519fd0c tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0546231 Sep 01 00:34:02.390862 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-951d1753-d065-4a49-b511-d485efb213d5 req-12b73f4d-58c3-44b2-a6f0-842ee952c45e tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 210 time: 0.0647445 Sep 01 00:34:02.445196 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-b7ed4a38-96e1-44f7-91bf-195ca737b3bd service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309800 Sep 01 00:34:02.445682 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Deleting port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:34:02.446031 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:02.453383 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd1768-a96d-4be1-aff6-74de2d78d100 req-6232c631-2d65-4c23-b621-5a78b72a2a90 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:02.454777 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b3bd1768-a96d-4be1-aff6-74de2d78d100 req-6232c631-2d65-4c23-b621-5a78b72a2a90 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 946 time: 0.0598640 Sep 01 00:34:02.548657 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] For port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:02.549030 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:02.572646 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b3bd1768-a96d-4be1-aff6-74de2d78d100 req-2ed06cb7-013c-4b5c-9359-a4106671b4a3 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41f96ae7-2baf-4391-8211-6925e12e7cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059558 Sep 01 00:34:02.583947 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dfbeebc6-8569-4644-a209-8fa8fc16842f req-9435bf4c-0ebc-4a56-a8b1-bb4450f8493f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263206 Sep 01 00:34:02.717442 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:02.717734 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:02.718057 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Floating IP fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26 disassociated. External IP: 172.27.4.80, port: 0c45dd3f-1c4e-4370-83b2-adc0f7df081b. Sep 01 00:34:02.718399 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Calling delete_port for 0c45dd3f-1c4e-4370-83b2-adc0f7df081b owned by compute:nova {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:34:02.856089 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (0c45dd3f-1c4e-4370-83b2-adc0f7df081b), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:02.867907 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:02.887987 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event deleted for resources: {'Port': ['ID=0c45dd3f-1c4e-4370-83b2-adc0f7df081b,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:02.915691 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-a64f5c05-5c32-4b5e-b32c-86ddb00e96e1 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:02.917400 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-a64f5c05-5c32-4b5e-b32c-86ddb00e96e1 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 814 time: 0.1228743 Sep 01 00:34:02.988809 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-9a4434c2-21f6-4ac6-80a6-c99a3a19e1d0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 380 time: 0.0593562 Sep 01 00:34:03.013654 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Router bda51d54-b1bb-465f-adaa-e74aea8048b6 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:34:03.066535 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'port': {'device_id': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'admin_state_up': True, 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'security_groups': ['e399ce27-531e-4e6b-8035-885000df89d4']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:34:03.103203 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:03.110790 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:03.120342 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:34:03.133301 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] Sync routers for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:34:03.144185 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:03.144813 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:03.163689 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] No DVR routers for this DVR port 0c45dd3f-1c4e-4370-83b2-adc0f7df081b on host hv-cinder-82002 {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:34:03.166287 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:03.169534 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-34157ec0-fd87-486b-bb84-348241963a57 req-a9398685-dd2a-45ff-8546-35a383a7aefa tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.30 "DELETE /networking/v2.0/ports/0c45dd3f-1c4e-4370-83b2-adc0f7df081b HTTP/1.1" status: 204 len: 173 time: 0.8500884 Sep 01 00:34:03.169972 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'name': 'network-vif-deleted', 'tag': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:03.172240 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945b743f-7727-44ed-8651-8aa308374daf" -d '{"events": [{"server_uuid": "5f8ee3b6-8801-4650-8819-1587d9da7d98", "name": "network-vif-deleted", "tag": "0c45dd3f-1c4e-4370-83b2-adc0f7df081b"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:03.184195 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Made reservation on behalf of b1bcb33a579e47518fafa960505447dc for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:34:03.188255 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:03.226469 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7601187a-6291-4c70-876c-0e3254101c3f x-openstack-request-id: req-7601187a-6291-4c70-876c-0e3254101c3f {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:03.226811 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8ee3b6-8801-4650-8819-1587d9da7d98", "name": "network-vif-deleted", "tag": "0c45dd3f-1c4e-4370-83b2-adc0f7df081b", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:03.227142 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7601187a-6291-4c70-876c-0e3254101c3f {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:03.227553 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7601187a-6291-4c70-876c-0e3254101c3f'] response: {'server_uuid': '5f8ee3b6-8801-4650-8819-1587d9da7d98', 'name': 'network-vif-deleted', 'tag': '0c45dd3f-1c4e-4370-83b2-adc0f7df081b', 'status': 'completed', 'code': 200} Sep 01 00:34:03.257054 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:03.333947 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:03.358078 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Allocated IP 172.20.0.14 (c58401f2-7e87-4905-8554-61c4ec2b1ce1/2bad8638-a649-41cc-add0-9f3723700ba7/485c34a1-1789-4ff4-a713-f780bd540db1) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:34:03.463785 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:03.493958 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] Checking router: bda51d54-b1bb-465f-adaa-e74aea8048b6 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:34:03.503556 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:03.504173 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:03.567690 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-180c8450-b772-4133-8af9-f07e114b1374 req-58a6ba47-9189-4747-a01c-6fe957467cb0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 210 time: 0.0374277 Sep 01 00:34:03.570766 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (485c34a1-1789-4ff4-a713-f780bd540db1), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:03.611463 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:03.612016 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:03.681572 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:34:03.687322 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:34:03.689791 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:34:03.695067 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=485c34a1-1789-4ff4-a713-f780bd540db1,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:03.721981 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-11df7c3a-92f1-4d52-87e8-70032150048c req-061d7cfe-09fa-4d32-8981-d41ac00012b6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f8ee3b6-8801-4650-8819-1587d9da7d98 HTTP/1.1" status: 200 len: 210 time: 0.0476749 Sep 01 00:34:03.758066 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:03.758701 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:03.768115 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:03.776654 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-4ab508f0-8b97-40dd-b8f7-31ea551ab989 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7139323 Sep 01 00:34:03.816484 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:03.843035 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7e8b0-44d9-4288-80e8-1d69e0cf55c5 None None] The sync data for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi is: [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:34:03.900454 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Request body: {'port': {'device_id': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:34:03.984451 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.076157 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-86295660-1622-4066-bc4f-d636a200001a None None] Provisioning complete for port 485c34a1-1789-4ff4-a713-f780bd540db1 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:34:04.076753 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-86295660-1622-4066-bc4f-d636a200001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.111546 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-86295660-1622-4066-bc4f-d636a200001a None None] Port 485c34a1-1789-4ff4-a713-f780bd540db1 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:34:04.125667 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1ce09-bd1d-44ca-abdb-ae9f097a9a00 None None] New status for floating IP fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26: DOWN {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:34:04.170447 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:04.276680 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485c34a1-1789-4ff4-a713-f780bd540db1 {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:34:04.283918 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Publish callbacks [] for port (485c34a1-1789-4ff4-a713-f780bd540db1), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.296597 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Transition to ACTIVE for port object 485c34a1-1789-4ff4-a713-f780bd540db1 will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:34:04.300098 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.361362 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=485c34a1-1789-4ff4-a713-f780bd540db1,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:04.387725 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:04.414584 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Attempting to bind port 485c34a1-1789-4ff4-a713-f780bd540db1 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:34:04.414919 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Attempting to bind port 485c34a1-1789-4ff4-a713-f780bd540db1 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:34:04.415247 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Attempting to bind port 485c34a1-1789-4ff4-a713-f780bd540db1 on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:34:04.419635 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Port 485c34a1-1789-4ff4-a713-f780bd540db1 on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:34:04.419955 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Attempting to bind port 485c34a1-1789-4ff4-a713-f780bd540db1 on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:34:04.424824 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:34:04.425160 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Checking segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:34:04.425537 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Bound using segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:34:04.425960 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Bound port: 485c34a1-1789-4ff4-a713-f780bd540db1, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:34:04.426310 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.490214 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] For port 485c34a1-1789-4ff4-a713-f780bd540db1, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:34:04.493455 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] For port 485c34a1-1789-4ff4-a713-f780bd540db1, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=485c34a1-1789-4ff4-a713-f780bd540db1,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:34:04.498545 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.501627 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:04.502420 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.503806 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/485c34a1-1789-4ff4-a713-f780bd540db1 HTTP/1.1" status: 200 len: 1094 time: 0.6080141 Sep 01 00:34:04.506508 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'tag': '485c34a1-1789-4ff4-a713-f780bd540db1'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:04.509492 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2b5111-0d6a-4200-8143-aecc940ac465" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd521ac-53c1-4789-94b2-c2fd1fa62bf5", "tag": "485c34a1-1789-4ff4-a713-f780bd540db1"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:04.556400 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e71ed43-444f-4a14-b0e8-8f66cb8ca143 x-openstack-request-id: req-3e71ed43-444f-4a14-b0e8-8f66cb8ca143 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:04.556719 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd521ac-53c1-4789-94b2-c2fd1fa62bf5", "tag": "485c34a1-1789-4ff4-a713-f780bd540db1", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:04.556974 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e71ed43-444f-4a14-b0e8-8f66cb8ca143 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:04.557362 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e71ed43-444f-4a14-b0e8-8f66cb8ca143'] response: {'name': 'network-changed', 'server_uuid': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'tag': '485c34a1-1789-4ff4-a713-f780bd540db1', 'status': 'completed', 'code': 200} Sep 01 00:34:04.596900 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-0704ec18-6385-47e1-957f-8d1254f6280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:04.598470 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-0704ec18-6385-47e1-957f-8d1254f6280d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 1128 time: 0.0537207 Sep 01 00:34:04.599254 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b20ccb-43dc-4985-81b3-38470e076ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=485c34a1-1789-4ff4-a713-f780bd540db1,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:04.647533 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-928b22e4-653d-45e7-b74a-60733cb4d9c7 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485c34a1-1789-4ff4-a713-f780bd540db1 HTTP/1.1" status: 200 len: 217 time: 0.0388808 Sep 01 00:34:04.697125 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34fd2-1fe8-4e5f-a3e8-4ec3369aff12 req-131f8dfc-57bf-465a-b0ee-765367bd55d7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:04.698341 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-44ce1b81-8a2a-45d2-8492-7a244d9ef89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:04.698640 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f5f34fd2-1fe8-4e5f-a3e8-4ec3369aff12 req-131f8dfc-57bf-465a-b0ee-765367bd55d7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 944 time: 0.0522079 Sep 01 00:34:04.699942 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-44ce1b81-8a2a-45d2-8492-7a244d9ef89f service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 200 len: 853 time: 0.0459559 Sep 01 00:34:04.744211 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-5e7e6cb9-d081-4ad0-80de-7e5c1fb38dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:04.745662 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-5e7e6cb9-d081-4ad0-80de-7e5c1fb38dda service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c58401f2-7e87-4905-8554-61c4ec2b1ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394816 Sep 01 00:34:04.748617 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f5f34fd2-1fe8-4e5f-a3e8-4ec3369aff12 req-7ebbc774-bef2-43d4-887e-238f95961ae0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441203 Sep 01 00:34:04.824518 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54590) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:04.843043 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-971444d0-625d-426a-9b62-e0c163cba284 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904565 Sep 01 00:34:04.884290 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d4154640-b756-42f5-a541-988e306f5423 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (41f96ae7-2baf-4391-8211-6925e12e7cd3), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.907088 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d4154640-b756-42f5-a541-988e306f5423 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (41f96ae7-2baf-4391-8211-6925e12e7cd3), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.936472 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f90a495-7dae-4ffe-b514-afa0471a73c6 req-f5ca1f6f-421f-4dea-9f26-68455dbfd6d9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858116 Sep 01 00:34:04.956917 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d4154640-b756-42f5-a541-988e306f5423 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (41f96ae7-2baf-4391-8211-6925e12e7cd3), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.960285 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d4154640-b756-42f5-a541-988e306f5423 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:04.961463 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-d4154640-b756-42f5-a541-988e306f5423 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/41f96ae7-2baf-4391-8211-6925e12e7cd3 HTTP/1.1" status: 204 len: 168 time: 0.1358786 Sep 01 00:34:04.964303 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54592) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:04.970582 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4154640-b756-42f5-a541-988e306f5423 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f96ae7-2baf-4391-8211-6925e12e7cd3,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:04.978275 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.api.v2.resource [None req-9104affc-fb8e-47fb-95b4-094a4b0026e8 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] show failed (client error): The resource could not be found. Sep 01 00:34:04.979279 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-9104affc-fb8e-47fb-95b4-094a4b0026e8 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups/41f96ae7-2baf-4391-8211-6925e12e7cd3 HTTP/1.1" status: 404 len: 347 time: 0.0139885 Sep 01 00:34:04.982275 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54594) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:05.330566 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-0480a536-7b1c-4aff-870f-05238588255f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Deleting port e80e7559-3505-4bda-8787-24f2fbaa2228 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:34:05.330913 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0480a536-7b1c-4aff-870f-05238588255f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (e80e7559-3505-4bda-8787-24f2fbaa2228), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.409301 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0480a536-7b1c-4aff-870f-05238588255f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (e80e7559-3505-4bda-8787-24f2fbaa2228), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.409970 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0480a536-7b1c-4aff-870f-05238588255f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (e80e7559-3505-4bda-8787-24f2fbaa2228), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.412363 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:05.424044 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-0480a536-7b1c-4aff-870f-05238588255f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Calling delete_port for e80e7559-3505-4bda-8787-24f2fbaa2228 owned by network:floatingip {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:34:05.559005 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0480a536-7b1c-4aff-870f-05238588255f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (e80e7559-3505-4bda-8787-24f2fbaa2228), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.562571 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:05.583306 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480a536-7b1c-4aff-870f-05238588255f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event deleted for resources: {'Port': ['ID=e80e7559-3505-4bda-8787-24f2fbaa2228,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:05.647427 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0480a536-7b1c-4aff-870f-05238588255f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.649946 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-0480a536-7b1c-4aff-870f-05238588255f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.651144 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-0480a536-7b1c-4aff-870f-05238588255f tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/fa623ccb-6800-4dfc-b2b5-8c3d8a53ed26 HTTP/1.1" status: 204 len: 168 time: 0.6679623 Sep 01 00:34:05.729344 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54598) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:05.733871 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-c7d3d012-17c9-4db5-8295-1a5a0940e46b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2056626306', 'description': 'tempest-description--1681993052'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:34:05.754239 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d012-17c9-4db5-8295-1a5a0940e46b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.826456 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d012-17c9-4db5-8295-1a5a0940e46b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (ea88fecc-a176-4b14-82be-94848bc65112), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.830953 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d012-17c9-4db5-8295-1a5a0940e46b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ea88fecc-a176-4b14-82be-94848bc65112), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.865110 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d012-17c9-4db5-8295-1a5a0940e46b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.866266 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c7d3d012-17c9-4db5-8295-1a5a0940e46b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1358786 Sep 01 00:34:05.868390 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3d012-17c9-4db5-8295-1a5a0940e46b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea88fecc-a176-4b14-82be-94848bc65112,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:05.871216 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54602) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:05.875790 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-00d5b7da-4538-4b25-8f18-2dc69a06d4ed tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'security_group_rule': {'security_group_id': 'ea88fecc-a176-4b14-82be-94848bc65112', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:34:05.881712 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667965c-e383-439c-8a0e-cd8a7e4637fb req-2a816553-6e30-4770-a9c7-c2b225d7a4b8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:05.889271 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b667965c-e383-439c-8a0e-cd8a7e4637fb req-2a816553-6e30-4770-a9c7-c2b225d7a4b8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 944 time: 0.0623102 Sep 01 00:34:05.918768 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-00d5b7da-4538-4b25-8f18-2dc69a06d4ed tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (d3a851b7-cee2-4ed4-af58-61e9a03afb1a), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:05.934069 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b667965c-e383-439c-8a0e-cd8a7e4637fb req-34267bf4-7058-4a2e-a947-30b94eda0595 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Sep 01 00:34:05.962673 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-0ff5dedb-9411-4507-b1aa-22f8b9000546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:05.964188 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-0ff5dedb-9411-4507-b1aa-22f8b9000546 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 1128 time: 0.0569222 Sep 01 00:34:06.039347 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-00d5b7da-4538-4b25-8f18-2dc69a06d4ed tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (d3a851b7-cee2-4ed4-af58-61e9a03afb1a), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.047462 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-00d5b7da-4538-4b25-8f18-2dc69a06d4ed tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (d3a851b7-cee2-4ed4-af58-61e9a03afb1a), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.076972 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5b7da-4538-4b25-8f18-2dc69a06d4ed tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a851b7-cee2-4ed4-af58-61e9a03afb1a,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:06.094466 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-62301b0c-2781-4fc3-9e10-d5f2118d6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:06.096048 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-62301b0c-2781-4fc3-9e10-d5f2118d6b25 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 915 time: 0.1223998 Sep 01 00:34:06.099742 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-00d5b7da-4538-4b25-8f18-2dc69a06d4ed tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.100830 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-00d5b7da-4538-4b25-8f18-2dc69a06d4ed tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2284679 Sep 01 00:34:06.103757 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54604) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:06.108100 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-754ded24-20aa-4968-b15a-a027083c76c6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'security_group_rule': {'security_group_id': 'ea88fecc-a176-4b14-82be-94848bc65112', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:34:06.134272 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-754ded24-20aa-4968-b15a-a027083c76c6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (adefa3f7-22b1-47d2-97db-79cd4ead60f6), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.136548 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-e66e7d28-804a-4bf9-a864-aabf1bcfcd85 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485c34a1-1789-4ff4-a713-f780bd540db1 HTTP/1.1" status: 200 len: 217 time: 0.0337882 Sep 01 00:34:06.186445 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-bf70df9b-d8ab-43fd-a7d8-71c81e1c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:06.187935 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-bf70df9b-d8ab-43fd-a7d8-71c81e1c5fd5 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 200 len: 853 time: 0.0459204 Sep 01 00:34:06.191974 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-754ded24-20aa-4968-b15a-a027083c76c6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (adefa3f7-22b1-47d2-97db-79cd4ead60f6), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.196411 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-754ded24-20aa-4968-b15a-a027083c76c6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (adefa3f7-22b1-47d2-97db-79cd4ead60f6), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.216777 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ded24-20aa-4968-b15a-a027083c76c6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adefa3f7-22b1-47d2-97db-79cd4ead60f6,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:06.223233 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-754ded24-20aa-4968-b15a-a027083c76c6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.224603 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-754ded24-20aa-4968-b15a-a027083c76c6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198084 Sep 01 00:34:06.227692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54606) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:06.232433 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:34:06.236646 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:06.243334 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-e0dfb025-cee5-4390-8207-477d0db9bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:06.245047 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-e0dfb025-cee5-4390-8207-477d0db9bc94 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c58401f2-7e87-4905-8554-61c4ec2b1ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498714 Sep 01 00:34:06.256168 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.338399 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.339357 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-d8fe6f95-8e03-406b-a4e5-489d63de0fdb service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879138 Sep 01 00:34:06.390252 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:06.441998 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c2b5111-0d6a-4200-8143-aecc940ac465 req-96f4ed8a-b2e1-4d81-97ac-dfa41369b366 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964282 Sep 01 00:34:06.446231 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Allocated IP 172.27.4.105 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/3ae13e91-23e7-40c7-9495-9e4b16738246) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:34:06.531109 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:06.558358 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for port (3ae13e91-23e7-40c7-9495-9e4b16738246), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.591008 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (3ae13e91-23e7-40c7-9495-9e4b16738246), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.631160 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:34:06.636485 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:34:06.638820 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:34:06.643920 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'Port': ['ID=3ae13e91-23e7-40c7-9495-9e4b16738246,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:06.729209 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (acca3db0-cb26-497a-a071-4926bcb6d8a7), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.766945 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (3ae13e91-23e7-40c7-9495-9e4b16738246), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.915667 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for port (3ae13e91-23e7-40c7-9495-9e4b16738246), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.920430 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (3ae13e91-23e7-40c7-9495-9e4b16738246), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.991605 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (acca3db0-cb26-497a-a071-4926bcb6d8a7), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:06.994208 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'Port': ['ID=3ae13e91-23e7-40c7-9495-9e4b16738246,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:07.010707 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:07.011972 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-314ad1d3-e954-4421-ab8f-5a38fda0f308 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7833149 Sep 01 00:34:07.060016 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8b100-6f64-467d-8882-5218037f6303 req-a7982f8a-c8f1-4182-833d-0bd97e5dc678 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:07.061704 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-31b8b100-6f64-467d-8882-5218037f6303 req-a7982f8a-c8f1-4182-833d-0bd97e5dc678 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 944 time: 0.0498939 Sep 01 00:34:07.111099 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-31b8b100-6f64-467d-8882-5218037f6303 req-f761d330-fef6-4149-a176-0155d0bc486e tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Sep 01 00:34:07.210627 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-3558b3bf-f79d-4bef-bdae-5cb709f0af89 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2056626306&fields=id&tenant_id=f1064fc209674020b54fa7526cf22bf5 HTTP/1.1" status: 200 len: 267 time: 0.0428932 Sep 01 00:34:07.288025 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:07.319125 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-bbc2550d-639d-48ee-9c8c-02403866bf69 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:07.320603 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-bbc2550d-639d-48ee-9c8c-02403866bf69 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a7ae7c87-2d4d-4921-9c18-8673416a29fc HTTP/1.1" status: 200 len: 811 time: 0.1037641 Sep 01 00:34:07.335937 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-435be00d-ff64-4324-bc67-dbf2aec72d1d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/quotas/f1064fc209674020b54fa7526cf22bf5 HTTP/1.1" status: 200 len: 375 time: 0.0097809 Sep 01 00:34:07.390119 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-ad4cfdeb-801b-4677-914e-d268a0beea05 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492456 Sep 01 00:34:07.485518 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-99db8cb2-e21e-4f8d-b877-4b86a1f65056 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834100 Sep 01 00:34:07.512196 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:07.584713 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-b278127f-4cf6-4902-98c2-f4b00b74b51b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933731 Sep 01 00:34:07.696271 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 485c34a1-1789-4ff4-a713-f780bd540db1 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:34:07.699088 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 0c45dd3f-1c4e-4370-83b2-adc0f7df081b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:34:07.702605 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:07.726130 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 0c45dd3f-1c4e-4370-83b2-adc0f7df081b {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:34:07.726474 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 0c45dd3f-1c4e-4370-83b2-adc0f7df081b not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:34:07.765077 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d9b2cf8f-641e-4a57-bd84-a52deab4483e req-cd3b64ed-a4d7-4ecd-a7b6-4ac8725790cb tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 210 time: 0.0337188 Sep 01 00:34:07.830824 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 485c34a1-1789-4ff4-a713-f780bd540db1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=485c34a1-1789-4ff4-a713-f780bd540db1,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:07.843322 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '485c34a1-1789-4ff4-a713-f780bd540db1', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'port_id': '485c34a1-1789-4ff4-a713-f780bd540db1', 'mac_address': 'fa:16:3e:74:97:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:34:07.880264 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 485c34a1-1789-4ff4-a713-f780bd540db1 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:34:07.880701 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:07.895761 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485c34a1-1789-4ff4-a713-f780bd540db1 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:34:07.921091 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 485c34a1-1789-4ff4-a713-f780bd540db1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=485c34a1-1789-4ff4-a713-f780bd540db1,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:07.925042 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:07.949119 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:07.977602 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=485c34a1-1789-4ff4-a713-f780bd540db1,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:08.212861 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['485c34a1-1789-4ff4-a713-f780bd540db1'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:34:08.241946 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85da64-af29-43ae-a4bc-c9588204b68f req-2ae11101-0ab3-427b-badd-e73b8355ea4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:08.243803 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1c85da64-af29-43ae-a4bc-c9588204b68f req-2ae11101-0ab3-427b-badd-e73b8355ea4c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 945 time: 0.0570269 Sep 01 00:34:08.300851 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1c85da64-af29-43ae-a4bc-c9588204b68f req-fa7e71c4-1b2a-4454-b3a6-185222f4291c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455868 Sep 01 00:34:08.855934 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:08.876328 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ef5035be-fa1f-4af5-a919-5512c406dd34 req-3ab5392c-bfcc-42be-96a6-88dfe01ce336 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 210 time: 0.0315781 Sep 01 00:34:08.985972 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-663606b6-6bc6-448b-86a5-8c94750e51a6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:08.987643 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-663606b6-6bc6-448b-86a5-8c94750e51a6 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.30 "GET /networking/v2.0/networks?id=a7ae7c87-2d4d-4921-9c18-8673416a29fc HTTP/1.1" status: 200 len: 811 time: 0.1039405 Sep 01 00:34:09.055051 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-f8192880-91cd-45e9-9dbb-d445da87e067 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f1064fc209674020b54fa7526cf22bf5 HTTP/1.1" status: 200 len: 380 time: 0.0584254 Sep 01 00:34:09.133523 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'port': {'device_id': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'admin_state_up': True, 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'security_groups': ['ea88fecc-a176-4b14-82be-94848bc65112']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:34:09.242091 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Made reservation on behalf of f1064fc209674020b54fa7526cf22bf5 for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:34:09.246155 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:09.378290 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Allocated IP 172.20.0.7 (a7ae7c87-2d4d-4921-9c18-8673416a29fc/88431f08-94ca-406b-8ae5-c131015c23d1/6e1784d4-2cf5-4a72-8d15-fe2c896999f1) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:34:09.423427 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda5b57-5210-481a-b33c-aa99a7299ae5 req-25e4ca70-1ada-41bb-9c3d-0b59a95ad35a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:09.424813 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8eda5b57-5210-481a-b33c-aa99a7299ae5 req-25e4ca70-1ada-41bb-9c3d-0b59a95ad35a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 945 time: 0.0473044 Sep 01 00:34:09.478602 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8eda5b57-5210-481a-b33c-aa99a7299ae5 req-ac43cede-d1e3-43b0-a901-873c06ba1efb tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466104 Sep 01 00:34:09.523310 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:09.554605 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:09.560760 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:09.599751 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Network a7ae7c87-2d4d-4921-9c18-8673416a29fc is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:34:09.605469 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:34:09.609265 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:34:09.638227 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event updated for resources: {'Port': ['ID=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:09.665544 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:09.666175 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:09.683534 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-6d2cc1ec-2423-4e29-b1a9-ce57d5e82647 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544503 Sep 01 00:34:09.698408 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Request body: {'port': {'device_id': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:34:09.704984 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 485c34a1-1789-4ff4-a713-f780bd540db1 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:34:09.748171 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 485c34a1-1789-4ff4-a713-f780bd540db1 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:34:09.752900 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:09.756857 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 485c34a1-1789-4ff4-a713-f780bd540db1 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:34:09.757585 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:09.773338 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:09.840116 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 485c34a1-1789-4ff4-a713-f780bd540db1 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:34:09.840517 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:09.871103 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485c34a1-1789-4ff4-a713-f780bd540db1'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:09.873951 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b7d30f-c226-4a93-9b37-474156024348" -d '{"events": [{"server_uuid": "ddd521ac-53c1-4789-94b2-c2fd1fa62bf5", "name": "network-vif-plugged", "status": "completed", "tag": "485c34a1-1789-4ff4-a713-f780bd540db1"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:09.888268 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-f792a0e3-9670-4de7-b158-0011240d964d None None] Provisioning complete for port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:34:09.888659 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f792a0e3-9670-4de7-b158-0011240d964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:09.912628 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 485c34a1-1789-4ff4-a713-f780bd540db1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=485c34a1-1789-4ff4-a713-f780bd540db1,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:09.921463 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:09.930134 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-f792a0e3-9670-4de7-b158-0011240d964d None None] Port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:34:09.949236 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6300d9-8e6e-4601-8746-5c94d925412c x-openstack-request-id: req-0a6300d9-8e6e-4601-8746-5c94d925412c {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:09.949526 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd521ac-53c1-4789-94b2-c2fd1fa62bf5", "name": "network-vif-plugged", "status": "completed", "tag": "485c34a1-1789-4ff4-a713-f780bd540db1", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:09.949774 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a6300d9-8e6e-4601-8746-5c94d925412c {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:09.950350 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6300d9-8e6e-4601-8746-5c94d925412c'] response: {'server_uuid': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485c34a1-1789-4ff4-a713-f780bd540db1', 'code': 200} Sep 01 00:34:09.992912 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=485c34a1-1789-4ff4-a713-f780bd540db1,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:10.040471 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0f5a-6891-4beb-a855-712b61dd0747 req-7ec5c27e-2fe6-48a6-9c1e-bd011ac0df1a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:10.042103 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e75d0f5a-6891-4beb-a855-712b61dd0747 req-7ec5c27e-2fe6-48a6-9c1e-bd011ac0df1a tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 931 time: 0.0596244 Sep 01 00:34:10.062349 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:34:10.072188 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Publish callbacks [] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:10.088190 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Transition to ACTIVE for port object 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:34:10.092298 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:10.094285 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e75d0f5a-6891-4beb-a855-712b61dd0747 req-588f7d98-6544-42db-8630-9c9a3282d43e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452745 Sep 01 00:34:10.140292 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733c39d-a8cb-4df3-912f-d8ea30517b69 req-1216ac14-e69e-4a8f-8fec-8bbb33b22560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:10.141838 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e733c39d-a8cb-4df3-912f-d8ea30517b69 req-1216ac14-e69e-4a8f-8fec-8bbb33b22560 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 1130 time: 0.0407205 Sep 01 00:34:10.155154 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:10.187682 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e733c39d-a8cb-4df3-912f-d8ea30517b69 req-4f136b6c-aa30-43d1-8f54-819fc56cfe4b service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377007 Sep 01 00:34:10.209061 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Attempting to bind port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:34:10.209406 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Attempting to bind port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:34:10.209722 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Attempting to bind port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 on network a7ae7c87-2d4d-4921-9c18-8673416a29fc {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:34:10.214052 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 on network a7ae7c87-2d4d-4921-9c18-8673416a29fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:34:10.214375 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Attempting to bind port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 on network a7ae7c87-2d4d-4921-9c18-8673416a29fc {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:34:10.219216 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:34:10.219556 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Checking segment: {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:34:10.219938 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Bound using segment: {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:34:10.220365 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Bound port: 6e1784d4-2cf5-4a72-8d15-fe2c896999f1, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39797c61-b01c-45c1-8d74-a2d8b59f980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:34:10.220758 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:10.282785 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] For port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:34:10.286409 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] For port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:34:10.292019 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:10.295024 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:10.295824 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:10.297226 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/6e1784d4-2cf5-4a72-8d15-fe2c896999f1 HTTP/1.1" status: 200 len: 1093 time: 0.6032672 Sep 01 00:34:10.299230 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'tag': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:10.302020 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50ef756-4e58-491c-a300-47cf238c0820" -d '{"events": [{"name": "network-changed", "server_uuid": "afcd12a5-5d5a-4b6e-868e-06353c107d8d", "tag": "6e1784d4-2cf5-4a72-8d15-fe2c896999f1"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:10.341691 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de738d28-9994-4a3c-b35f-b562d633bccd x-openstack-request-id: req-de738d28-9994-4a3c-b35f-b562d633bccd {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:10.341976 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcd12a5-5d5a-4b6e-868e-06353c107d8d", "tag": "6e1784d4-2cf5-4a72-8d15-fe2c896999f1", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:10.342230 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de738d28-9994-4a3c-b35f-b562d633bccd {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:10.342646 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de738d28-9994-4a3c-b35f-b562d633bccd'] response: {'name': 'network-changed', 'server_uuid': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'tag': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1', 'status': 'completed', 'code': 200} Sep 01 00:34:10.353055 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8eacb7-b5bc-44d9-a643-579586dc7b47 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:10.482518 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ef756-4e58-491c-a300-47cf238c0820 req-d2e3ffec-bc2b-42d8-bdc5-44f6b9998001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:10.483928 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e50ef756-4e58-491c-a300-47cf238c0820 req-d2e3ffec-bc2b-42d8-bdc5-44f6b9998001 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 1127 time: 0.0450070 Sep 01 00:34:10.588107 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ef756-4e58-491c-a300-47cf238c0820 req-9d37cb13-fb5c-410c-b752-554cae306f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:10.589650 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e50ef756-4e58-491c-a300-47cf238c0820 req-9d37cb13-fb5c-410c-b752-554cae306f88 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=f1064fc209674020b54fa7526cf22bf5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0984962 Sep 01 00:34:10.599203 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6fa8b-454f-4e50-9b3a-7f252c28ac32 req-4d841440-fe20-4554-9e95-fa476289e637 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:10.600680 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-45c6fa8b-454f-4e50-9b3a-7f252c28ac32 req-4d841440-fe20-4554-9e95-fa476289e637 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 946 time: 0.0497897 Sep 01 00:34:10.649115 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-45c6fa8b-454f-4e50-9b3a-7f252c28ac32 req-26d63881-352e-4927-b7ab-2476e8033130 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Sep 01 00:34:11.018215 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:11.099708 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ef756-4e58-491c-a300-47cf238c0820 req-de281584-24d0-4c80-8ad6-e0ad1200f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:11.101362 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e50ef756-4e58-491c-a300-47cf238c0820 req-de281584-24d0-4c80-8ad6-e0ad1200f560 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082199 Sep 01 00:34:11.246393 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:11.257583 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-58fc7bb5-690a-48b2-abcd-e9e3ac251f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:11.259114 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-58fc7bb5-690a-48b2-abcd-e9e3ac251f4b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 1127 time: 0.0898709 Sep 01 00:34:11.266267 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdc6b6-bdbb-4729-85ae-320c0a0aaa00 req-e2ad7395-93cd-41f6-bec4-359a4d1b83ef tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:11.267678 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-14bdc6b6-bdbb-4729-85ae-320c0a0aaa00 req-e2ad7395-93cd-41f6-bec4-359a4d1b83ef tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 943 time: 0.0901377 Sep 01 00:34:11.329508 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-97ae731e-e609-4a79-a137-1f2ba228a458 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1784d4-2cf5-4a72-8d15-fe2c896999f1 HTTP/1.1" status: 200 len: 217 time: 0.0578542 Sep 01 00:34:11.366848 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-14bdc6b6-bdbb-4729-85ae-320c0a0aaa00 req-6bef80b4-da05-46c2-9049-3c95204f3bd4 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865123 Sep 01 00:34:11.765659 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36686a-28b0-4343-9a12-409de3df251e req-75b5232f-9960-4836-83ea-7f79ddba10ba tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:11.767131 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5d36686a-28b0-4343-9a12-409de3df251e req-75b5232f-9960-4836-83ea-7f79ddba10ba tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 946 time: 0.0470307 Sep 01 00:34:11.815487 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5d36686a-28b0-4343-9a12-409de3df251e req-3ce17c08-6bc6-4963-86ae-cfd06e9dbfd8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Sep 01 00:34:11.957482 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-7f9843ad-bec7-4f8b-872b-7cf06b23eead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:11.958957 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-7f9843ad-bec7-4f8b-872b-7cf06b23eead service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=88431f08-94ca-406b-8ae5-c131015c23d1 HTTP/1.1" status: 200 len: 850 time: 0.0474155 Sep 01 00:34:12.007601 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-636a5cf9-b594-47f6-9804-2fb9350580ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:12.009366 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-636a5cf9-b594-47f6-9804-2fb9350580ee service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=a7ae7c87-2d4d-4921-9c18-8673416a29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435805 Sep 01 00:34:12.103995 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-daedc630-10cd-4fb5-a4fd-5bffd1e05d8b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868018 Sep 01 00:34:12.199988 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4c6919ef-22ae-4109-9590-eab1ff3ee627 req-7b260f63-605c-43b8-9734-5e997c606677 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884404 Sep 01 00:34:12.492388 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057197-16b9-4d38-9ebb-0c5d029e0d18 req-82a35333-f384-4391-8979-b5e753e8ef45 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:12.493809 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6b057197-16b9-4d38-9ebb-0c5d029e0d18 req-82a35333-f384-4391-8979-b5e753e8ef45 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 943 time: 0.0481017 Sep 01 00:34:12.541103 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6b057197-16b9-4d38-9ebb-0c5d029e0d18 req-3c930394-7725-4d12-9597-c5f898e5f643 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 Sep 01 00:34:12.937271 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cf8aa-be97-4f8b-95f6-7c5bdc74f870 req-9cbdc2d4-5195-4e3d-af13-660ed3713764 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:12.938641 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-228cf8aa-be97-4f8b-95f6-7c5bdc74f870 req-9cbdc2d4-5195-4e3d-af13-660ed3713764 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 946 time: 0.0507569 Sep 01 00:34:12.984912 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-228cf8aa-be97-4f8b-95f6-7c5bdc74f870 req-392d982d-e850-4dbe-97b1-70d1ead75bd2 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 Sep 01 00:34:13.103863 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a421175-7748-45c1-94a2-7b0ae6a662bb req-765b4403-56f0-49b5-91d5-cf3938870fd7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:13.105260 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8a421175-7748-45c1-94a2-7b0ae6a662bb req-765b4403-56f0-49b5-91d5-cf3938870fd7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 946 time: 0.0466824 Sep 01 00:34:13.114779 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54664) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:13.119388 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-f8a82e30-070d-49a0-b66d-4f89f9311652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'floatingip': {'port_id': '485c34a1-1789-4ff4-a713-f780bd540db1'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:34:13.157304 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f8a82e30-070d-49a0-b66d-4f89f9311652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (8ba82e85-4ac2-49a9-b648-6460db5ca40a), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:13.248393 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:13.476572 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:13.582628 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f8a82e30-070d-49a0-b66d-4f89f9311652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:13.586800 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f8a82e30-070d-49a0-b66d-4f89f9311652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (8ba82e85-4ac2-49a9-b648-6460db5ca40a), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:13.814309 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=6 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:13.820579 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=74 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:13.947672 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26384a77-171c-4e8d-8128-c00cab544f4d req-2910624f-f9d0-49d2-8cbc-3b7d9498a3e4 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:13.949141 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-26384a77-171c-4e8d-8128-c00cab544f4d req-2910624f-f9d0-49d2-8cbc-3b7d9498a3e4 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 943 time: 0.3291132 Sep 01 00:34:13.985016 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-f8a82e30-070d-49a0-b66d-4f89f9311652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Floating IP 8ba82e85-4ac2-49a9-b648-6460db5ca40a associated. External IP: 172.27.4.234, port: 485c34a1-1789-4ff4-a713-f780bd540db1. Sep 01 00:34:14.047748 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-26384a77-171c-4e8d-8128-c00cab544f4d req-efd04c75-8b69-4298-b694-fdaa0ee64fcb tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916722 Sep 01 00:34:14.203035 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a82e30-070d-49a0-b66d-4f89f9311652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:34:14.307974 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a82e30-070d-49a0-b66d-4f89f9311652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:34:14.312774 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f8a82e30-070d-49a0-b66d-4f89f9311652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:14.318180 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:34:14.332981 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:14.333553 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:14.345791 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f8a82e30-070d-49a0-b66d-4f89f9311652 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/8ba82e85-4ac2-49a9-b648-6460db5ca40a HTTP/1.1" status: 200 len: 992 time: 1.2277319 Sep 01 00:34:14.345791 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'tag': '485c34a1-1789-4ff4-a713-f780bd540db1'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:14.346778 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aef455-2a84-4404-a64a-63ed60eb8340" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd521ac-53c1-4789-94b2-c2fd1fa62bf5", "tag": "485c34a1-1789-4ff4-a713-f780bd540db1"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:14.385906 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d91cd14-007d-4038-a12d-5efe5ce93c32 x-openstack-request-id: req-3d91cd14-007d-4038-a12d-5efe5ce93c32 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:14.386204 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd521ac-53c1-4789-94b2-c2fd1fa62bf5", "tag": "485c34a1-1789-4ff4-a713-f780bd540db1", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:14.386458 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d91cd14-007d-4038-a12d-5efe5ce93c32 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:14.386869 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d91cd14-007d-4038-a12d-5efe5ce93c32'] response: {'name': 'network-changed', 'server_uuid': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'tag': '485c34a1-1789-4ff4-a713-f780bd540db1', 'status': 'completed', 'code': 200} Sep 01 00:34:14.433643 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:14.451705 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-a5cf29d4-b176-4547-a2d5-9b48b5847f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:14.453707 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-a5cf29d4-b176-4547-a2d5-9b48b5847f78 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 1130 time: 0.0429685 Sep 01 00:34:14.553575 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-9bae2fc0-5e1f-4a9a-924f-dc42c7f6db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:14.555049 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-9bae2fc0-5e1f-4a9a-924f-dc42c7f6db20 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 915 time: 0.0903795 Sep 01 00:34:14.623488 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-ad0fcecc-7e99-4cd1-bb4c-a56b8c6e298c service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485c34a1-1789-4ff4-a713-f780bd540db1 HTTP/1.1" status: 200 len: 1000 time: 0.0608549 Sep 01 00:34:14.672784 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-a65139c4-8b2c-47ab-ae60-91a01a6575d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:14.674246 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-a65139c4-8b2c-47ab-ae60-91a01a6575d3 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 200 len: 853 time: 0.0435901 Sep 01 00:34:14.724236 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-7b2c35d2-f33d-491c-8f7f-39788b7abd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:14.725678 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-7b2c35d2-f33d-491c-8f7f-39788b7abd11 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c58401f2-7e87-4905-8554-61c4ec2b1ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400121 Sep 01 00:34:14.728476 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '8ba82e85-4ac2-49a9-b648-6460db5ca40a', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.234', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '485c34a1-1789-4ff4-a713-f780bd540db1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:74:97:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:33:59Z', 'updated_at': '2022-09-01T00:34:13Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:14.752379 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:34:14.760603 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:14.761204 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:14.788151 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:14.828925 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-2177495b-f578-45d5-ab1f-97b45a8e7757 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900676 Sep 01 00:34:14.864397 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:14.922500 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-36aef455-2a84-4404-a64a-63ed60eb8340 req-fc8968fe-6feb-4468-babe-ea9b33f7577c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871811 Sep 01 00:34:15.077307 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '8ba82e85-4ac2-49a9-b648-6460db5ca40a', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.234', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '485c34a1-1789-4ff4-a713-f780bd540db1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:74:97:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:33:59Z', 'updated_at': '2022-09-01T00:34:13Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:15.102171 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968b344-a73e-4463-bd49-49daf21148b6 None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '8ba82e85-4ac2-49a9-b648-6460db5ca40a', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.234', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': '485c34a1-1789-4ff4-a713-f780bd540db1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:74:97:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:33:59Z', 'updated_at': '2022-09-01T00:34:13Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:34:15.169962 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c36ae-f8db-494f-9195-654f6e3f8dd7 req-ca650081-a162-45cc-879c-ba60fe8ef496 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:15.171460 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-025c36ae-f8db-494f-9195-654f6e3f8dd7 req-ca650081-a162-45cc-879c-ba60fe8ef496 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 943 time: 0.0481064 Sep 01 00:34:15.208032 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:15.220655 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-025c36ae-f8db-494f-9195-654f6e3f8dd7 req-af3afa16-4673-4f40-a04a-126b79029a6d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Sep 01 00:34:15.299993 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbac01-ed8f-4485-a17f-7ea682948ece None None] New status for floating IP 8ba82e85-4ac2-49a9-b648-6460db5ca40a: ACTIVE {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:34:15.391851 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:15.734832 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:34:15.834728 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:15.845565 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'port_id': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1', 'mac_address': 'fa:16:3e:25:1e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:34:15.880998 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:34:15.881394 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:15.898072 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:34:15.916759 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:15.920327 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:15.954327 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:15.966865 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:16.225318 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['6e1784d4-2cf5-4a72-8d15-fe2c896999f1'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:34:16.352400 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2668464-9125-40b9-8e63-5cbe2d9291c2 req-d50431b5-e44b-4929-bf3e-b2e07179ff4c tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:16.354192 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f2668464-9125-40b9-8e63-5cbe2d9291c2 req-d50431b5-e44b-4929-bf3e-b2e07179ff4c tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 944 time: 0.0560870 Sep 01 00:34:16.401391 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f2668464-9125-40b9-8e63-5cbe2d9291c2 req-0e166e81-b05e-440b-b0de-ddae77d86f5d tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Sep 01 00:34:16.841528 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:34:17.522194 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe4491-0b4a-430c-a57c-5c1561999113 req-6c56767f-de65-4033-98c8-36b860c6d476 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:17.523648 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-37fe4491-0b4a-430c-a57c-5c1561999113 req-6c56767f-de65-4033-98c8-36b860c6d476 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 944 time: 0.0497780 Sep 01 00:34:17.569771 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-37fe4491-0b4a-430c-a57c-5c1561999113 req-ecc52b78-8b85-4c5b-ad49-e02a32fd13ee tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406647 Sep 01 00:34:17.752400 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:34:17.794194 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:34:17.799952 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:34:17.800290 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:17.871961 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:34:17.872349 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:17.895312 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:17.896872 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065a69e4-bfa4-4204-941b-93ddb2730c7d" -d '{"events": [{"server_uuid": "afcd12a5-5d5a-4b6e-868e-06353c107d8d", "name": "network-vif-plugged", "status": "completed", "tag": "6e1784d4-2cf5-4a72-8d15-fe2c896999f1"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:17.909353 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:17.914636 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:17.939706 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f7b166-754c-4f85-b1d1-cb3a4aa9223d x-openstack-request-id: req-70f7b166-754c-4f85-b1d1-cb3a4aa9223d {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:17.940003 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcd12a5-5d5a-4b6e-868e-06353c107d8d", "name": "network-vif-plugged", "status": "completed", "tag": "6e1784d4-2cf5-4a72-8d15-fe2c896999f1", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:17.940260 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70f7b166-754c-4f85-b1d1-cb3a4aa9223d {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:17.940671 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f7b166-754c-4f85-b1d1-cb3a4aa9223d'] response: {'server_uuid': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1', 'code': 200} Sep 01 00:34:17.966218 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:18.078933 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:18.107418 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6e3ac-38de-41fb-8b8e-856ae9a5ebe3 req-3f9167d8-904a-4909-bd76-4193a7fcec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:18.108942 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f1b6e3ac-38de-41fb-8b8e-856ae9a5ebe3 req-3f9167d8-904a-4909-bd76-4193a7fcec41 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 1129 time: 0.0387440 Sep 01 00:34:18.154111 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f1b6e3ac-38de-41fb-8b8e-856ae9a5ebe3 req-b10855d1-16e4-45c3-9577-c49c36ff8a98 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379694 Sep 01 00:34:18.693749 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea06d01-9274-4699-b00c-a5adc86f7d29 req-df25295e-2d42-46bb-9e09-618c7781a151 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:18.695217 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ea06d01-9274-4699-b00c-a5adc86f7d29 req-df25295e-2d42-46bb-9e09-618c7781a151 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 945 time: 0.0475359 Sep 01 00:34:18.742531 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7ea06d01-9274-4699-b00c-a5adc86f7d29 req-745af558-dcd4-4d8f-858c-8124df7b98e1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 Sep 01 00:34:19.863114 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bb9de-0ad9-4792-8a20-898cdc2c7158 req-3d5016cd-3d37-4932-a8de-b4fde1aa84a4 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:19.864661 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-022bb9de-0ad9-4792-8a20-898cdc2c7158 req-3d5016cd-3d37-4932-a8de-b4fde1aa84a4 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 945 time: 0.0473163 Sep 01 00:34:19.915608 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-022bb9de-0ad9-4792-8a20-898cdc2c7158 req-720d8682-cfc4-4809-9f62-d70d808573c1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454674 Sep 01 00:34:20.353674 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-af023578-fc49-4fae-8266-27c6129a87a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:21.038315 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafa5db-60df-42a5-9f35-d79b4504afbf req-309fd5be-d81c-4af2-bb8c-091f2838c8eb tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:21.039767 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5aafa5db-60df-42a5-9f35-d79b4504afbf req-309fd5be-d81c-4af2-bb8c-091f2838c8eb tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 945 time: 0.0504870 Sep 01 00:34:21.050705 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:21.095900 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5aafa5db-60df-42a5-9f35-d79b4504afbf req-5ac4e29d-79ee-4391-8e1c-8d6c2c689a78 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504491 Sep 01 00:34:21.211140 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfae72-201c-45a2-9f7f-acc35bda71ed req-c396be3e-7331-40e9-8ce9-dfaee3b6f798 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:21.212687 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d7cfae72-201c-45a2-9f7f-acc35bda71ed req-c396be3e-7331-40e9-8ce9-dfaee3b6f798 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 945 time: 0.0481708 Sep 01 00:34:21.222131 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54700) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:21.227192 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-bf0af4f0-95e6-4af5-9afe-f6ae70321ebc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Request body: {'floatingip': {'port_id': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:34:21.265193 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-bf0af4f0-95e6-4af5-9afe-f6ae70321ebc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (acca3db0-cb26-497a-a071-4926bcb6d8a7), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:21.715433 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-bf0af4f0-95e6-4af5-9afe-f6ae70321ebc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:21.719099 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-bf0af4f0-95e6-4af5-9afe-f6ae70321ebc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (acca3db0-cb26-497a-a071-4926bcb6d8a7), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:21.813955 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [None req-bf0af4f0-95e6-4af5-9afe-f6ae70321ebc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Floating IP acca3db0-cb26-497a-a071-4926bcb6d8a7 associated. External IP: 172.27.4.105, port: 6e1784d4-2cf5-4a72-8d15-fe2c896999f1. Sep 01 00:34:21.917378 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:22.239416 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:22.270814 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0af4f0-95e6-4af5-9afe-f6ae70321ebc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Router bda51d54-b1bb-465f-adaa-e74aea8048b6 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:34:22.372894 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0af4f0-95e6-4af5-9afe-f6ae70321ebc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:34:22.377890 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-bf0af4f0-95e6-4af5-9afe-f6ae70321ebc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:22.385014 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] Sync routers for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:34:22.395812 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:22.396414 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:33:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:22.411873 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-bf0af4f0-95e6-4af5-9afe-f6ae70321ebc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/acca3db0-cb26-497a-a071-4926bcb6d8a7 HTTP/1.1" status: 200 len: 991 time: 1.1881130 Sep 01 00:34:22.412462 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'tag': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:22.414838 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df" -d '{"events": [{"name": "network-changed", "server_uuid": "afcd12a5-5d5a-4b6e-868e-06353c107d8d", "tag": "6e1784d4-2cf5-4a72-8d15-fe2c896999f1"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:22.454778 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c28fce9-51c8-4156-8d52-6e67fac51233 x-openstack-request-id: req-2c28fce9-51c8-4156-8d52-6e67fac51233 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:22.455191 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcd12a5-5d5a-4b6e-868e-06353c107d8d", "tag": "6e1784d4-2cf5-4a72-8d15-fe2c896999f1", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:22.455301 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c28fce9-51c8-4156-8d52-6e67fac51233 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:22.455697 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c28fce9-51c8-4156-8d52-6e67fac51233'] response: {'name': 'network-changed', 'server_uuid': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'tag': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1', 'status': 'completed', 'code': 200} Sep 01 00:34:22.502376 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:22.520943 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-030c7824-65ec-4626-a622-31fedab43460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:22.522392 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-030c7824-65ec-4626-a622-31fedab43460 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f1064fc209674020b54fa7526cf22bf5&device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 1129 time: 0.0420372 Sep 01 00:34:22.574514 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:22.621233 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-19c50d48-3d49-4622-8ebd-91a9e5b65daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:22.622704 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-19c50d48-3d49-4622-8ebd-91a9e5b65daf service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=a7ae7c87-2d4d-4921-9c18-8673416a29fc HTTP/1.1" status: 200 len: 912 time: 0.0929198 Sep 01 00:34:22.664546 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:22.695584 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-cab0ec11-368d-43e5-8792-28fdfcb4d517 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1784d4-2cf5-4a72-8d15-fe2c896999f1 HTTP/1.1" status: 200 len: 999 time: 0.0644164 Sep 01 00:34:22.735723 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'acca3db0-cb26-497a-a071-4926bcb6d8a7', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'floating_ip_address': '172.27.4.105', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'port_id': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'mac_address': 'fa:16:3e:25:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:34:06Z', 'updated_at': '2022-09-01T00:34:21Z', 'revision_number': 1, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:22.750166 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-145afbe7-e8a6-4bb6-a511-6bb43161b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:22.751286 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-da91fb18-4ec3-4882-b6a1-284e22639dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:22.753373 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-145afbe7-e8a6-4bb6-a511-6bb43161b3f8 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=88431f08-94ca-406b-8ae5-c131015c23d1 HTTP/1.1" status: 200 len: 850 time: 0.0509164 Sep 01 00:34:22.761839 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] Checking router: bda51d54-b1bb-465f-adaa-e74aea8048b6 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:34:22.770887 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:22.771487 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:34:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:22.809765 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04822db7-2fa6-4a73-bf47-d3d9a13ef637 req-42dddb89-2dee-45df-97a0-fe490408b09f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:22.811251 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-04822db7-2fa6-4a73-bf47-d3d9a13ef637 req-42dddb89-2dee-45df-97a0-fe490408b09f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0473516 Sep 01 00:34:22.862662 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-04822db7-2fa6-4a73-bf47-d3d9a13ef637 req-12208328-3303-4d62-b1c2-f669db56bbea tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450444 Sep 01 00:34:22.875115 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:23.084904 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'acca3db0-cb26-497a-a071-4926bcb6d8a7', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'floating_ip_address': '172.27.4.105', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'port_id': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'mac_address': 'fa:16:3e:25:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:34:06Z', 'updated_at': '2022-09-01T00:34:21Z', 'revision_number': 1, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:23.109035 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38536795-82c0-4b59-b7df-ce4b00e6e5ca None None] The sync data for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi is: [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'acca3db0-cb26-497a-a071-4926bcb6d8a7', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'floating_ip_address': '172.27.4.105', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'port_id': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'mac_address': 'fa:16:3e:25:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:34:06Z', 'updated_at': '2022-09-01T00:34:21Z', 'revision_number': 1, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:34:23.297013 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525fe9b-b309-4add-ba2b-4e059a4c7333 None None] New status for floating IP acca3db0-cb26-497a-a071-4926bcb6d8a7: ACTIVE {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:34:23.396562 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:23.953856 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:23.984512 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6a0ed-457a-4a4e-92f0-525537344284 req-ab540139-739d-495d-8f79-9c9f6042e8c7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:23.986081 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7bf6a0ed-457a-4a4e-92f0-525537344284 req-ab540139-739d-495d-8f79-9c9f6042e8c7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0480795 Sep 01 00:34:24.034193 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7bf6a0ed-457a-4a4e-92f0-525537344284 req-2ee0730e-5d73-413c-8bda-18d725f14715 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418663 Sep 01 00:34:24.333091 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:25.151899 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e673eb-7ccb-44a5-ba36-ec0707b41276 req-bdc74f41-737b-4df4-9e22-abb4e7073221 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:25.153414 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-01e673eb-7ccb-44a5-ba36-ec0707b41276 req-bdc74f41-737b-4df4-9e22-abb4e7073221 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0457559 Sep 01 00:34:25.200509 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-01e673eb-7ccb-44a5-ba36-ec0707b41276 req-037dc649-7388-40b2-a849-254627be12b7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416296 Sep 01 00:34:25.269821 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:25.397207 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:26.275741 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-cf4ca95a-0196-4840-b3ec-9f52540d06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:26.277404 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-cf4ca95a-0196-4840-b3ec-9f52540d06a6 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=a7ae7c87-2d4d-4921-9c18-8673416a29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462072 Sep 01 00:34:26.373912 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a732a4-1920-44bb-8081-9114da4d72eb req-1cf24215-1435-4397-af2d-160dcdd7053b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:26.375406 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c4a732a4-1920-44bb-8081-9114da4d72eb req-1cf24215-1435-4397-af2d-160dcdd7053b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0971248 Sep 01 00:34:26.425028 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7314b-e326-4fb0-adbf-268871d4a10e req-8fd3c309-e228-4c5c-ac17-79abac7166d5 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:26.427113 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d4c7314b-e326-4fb0-adbf-268871d4a10e req-8fd3c309-e228-4c5c-ac17-79abac7166d5 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0500555 Sep 01 00:34:26.438023 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-f82563d9-c7b3-4082-9194-5ac35e657dc0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501405 Sep 01 00:34:26.455711 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c4a732a4-1920-44bb-8081-9114da4d72eb req-4f9e3d05-f056-44e9-923f-1578f99ee458 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ed84c6ee-1842-49fb-bbba-16f3020279c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733654 Sep 01 00:34:26.484582 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d4c7314b-e326-4fb0-adbf-268871d4a10e req-2c7012ec-18c5-46de-93d8-1f4efa49c3ea tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512812 Sep 01 00:34:26.533967 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:26.558544 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-05ea674b-cfd6-4ccd-abfe-5ef50a9776df req-c8ff47dd-d120-43eb-96c6-126cd4a14ef1 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018500 Sep 01 00:34:26.704779 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-ac75c3be-771e-4529-9334-613f1d1a79be tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:26.706258 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-ac75c3be-771e-4529-9334-613f1d1a79be tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 945 time: 0.0454106 Sep 01 00:34:26.755120 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:26.793467 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Deleting port 54ed4609-29d2-46df-968c-532a898d8333 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:34:26.793806 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (54ed4609-29d2-46df-968c-532a898d8333), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:26.883906 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] For port 54ed4609-29d2-46df-968c-532a898d8333, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=54ed4609-29d2-46df-968c-532a898d8333,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:26.884266 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (54ed4609-29d2-46df-968c-532a898d8333), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:27.046067 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:27.046428 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (772e956d-cfd7-4711-a16b-5d9c2133a6df), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:27.046746 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Floating IP 772e956d-cfd7-4711-a16b-5d9c2133a6df disassociated. External IP: 172.27.4.202, port: 54ed4609-29d2-46df-968c-532a898d8333. Sep 01 00:34:27.047083 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Calling delete_port for 54ed4609-29d2-46df-968c-532a898d8333 owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:34:27.178829 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (54ed4609-29d2-46df-968c-532a898d8333), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:27.206735 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event deleted for resources: {'Port': ['ID=54ed4609-29d2-46df-968c-532a898d8333,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:27.318160 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Router 76654eb6-7beb-4a44-b98d-1db87303d600 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:34:27.422943 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:34:27.433575 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] Sync routers for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:34:27.444480 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:27.445052 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:34:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:27.465323 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] No DVR routers for this DVR port 54ed4609-29d2-46df-968c-532a898d8333 on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:34:27.467850 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:27.471071 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6498fd2b-f345-4e1b-90ef-8988f2befc2a req-c69e587d-6db9-47dd-b7ee-97a041f76e06 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "DELETE /networking/v2.0/ports/54ed4609-29d2-46df-968c-532a898d8333 HTTP/1.1" status: 204 len: 173 time: 0.7580237 Sep 01 00:34:27.471517 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'name': 'network-vif-deleted', 'tag': '54ed4609-29d2-46df-968c-532a898d8333'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:27.474485 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba27035a-2895-425e-b670-17005123682e" -d '{"events": [{"server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "name": "network-vif-deleted", "tag": "54ed4609-29d2-46df-968c-532a898d8333"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:27.516122 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44fc61c-3222-4b4e-8f74-fd6d28dd5246 x-openstack-request-id: req-d44fc61c-3222-4b4e-8f74-fd6d28dd5246 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:27.516122 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf8d128-7684-4263-babf-222cc0beae80", "name": "network-vif-deleted", "tag": "54ed4609-29d2-46df-968c-532a898d8333", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:27.516122 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d44fc61c-3222-4b4e-8f74-fd6d28dd5246 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:27.516422 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44fc61c-3222-4b4e-8f74-fd6d28dd5246'] response: {'server_uuid': 'abf8d128-7684-4263-babf-222cc0beae80', 'name': 'network-vif-deleted', 'tag': '54ed4609-29d2-46df-968c-532a898d8333', 'status': 'completed', 'code': 200} Sep 01 00:34:27.650644 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d16849a0-675e-4f9e-8f5b-1d9700b37a66 req-0fc7e09a-3880-43e8-befa-69af7f090df8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abf8d128-7684-4263-babf-222cc0beae80 HTTP/1.1" status: 200 len: 210 time: 0.0653644 Sep 01 00:34:27.669563 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:27.680582 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ab88b-8b3f-404e-8ba7-90040e092a91 req-ae6d1465-a5b3-40cb-ba7b-0b7eea3a8136 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:27.682214 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6c7ab88b-8b3f-404e-8ba7-90040e092a91 req-ae6d1465-a5b3-40cb-ba7b-0b7eea3a8136 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0925229 Sep 01 00:34:27.719242 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:27.742955 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6c7ab88b-8b3f-404e-8ba7-90040e092a91 req-985eb16d-f593-4531-a742-fa4d29997ac4 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538383 Sep 01 00:34:27.877598 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:30:08Z', 'revision_number': 5, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:27.905404 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] Checking router: 76654eb6-7beb-4a44-b98d-1db87303d600 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:34:27.915154 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:27.915758 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:34:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:28.012920 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:28.017323 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:28.120009 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:28.199385 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:30:08Z', 'revision_number': 5, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:28.227072 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ab954-b1a2-437e-8bb4-5f9eb470bc66 None None] The sync data for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi is: [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:29:54Z', 'revision_number': 4, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '0a1a456c-cee0-43fa-a053-518935283c8e', 'name': '', 'network_id': '7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'mac_address': 'fa:16:3e:dd:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:50Z', 'updated_at': '2022-09-01T00:30:08Z', 'revision_number': 5, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'subnets': [{'id': '8ab8a76c-42bb-4032-bf05-3da25472b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:34:28.452988 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84936129-e88d-45ee-9599-44fa708df09d None None] New status for floating IP 772e956d-cfd7-4711-a16b-5d9c2133a6df: DOWN {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:34:28.748626 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54744) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:28.810803 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cb64a69b-67a3-47cf-bf23-8bb14451d75e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group (ed84c6ee-1842-49fb-bbba-16f3020279c4), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:28.834421 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cb64a69b-67a3-47cf-bf23-8bb14451d75e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group (ed84c6ee-1842-49fb-bbba-16f3020279c4), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:28.850740 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:28.867663 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01108-e9a5-42f7-a883-d8bc9f9ab827 req-1ce33107-0ddd-4556-bba9-52d4e04d3782 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:28.869507 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4dc01108-e9a5-42f7-a883-d8bc9f9ab827 req-1ce33107-0ddd-4556-bba9-52d4e04d3782 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0493841 Sep 01 00:34:28.885340 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cb64a69b-67a3-47cf-bf23-8bb14451d75e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ed84c6ee-1842-49fb-bbba-16f3020279c4), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:28.887999 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cb64a69b-67a3-47cf-bf23-8bb14451d75e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:28.891648 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-cb64a69b-67a3-47cf-bf23-8bb14451d75e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ed84c6ee-1842-49fb-bbba-16f3020279c4 HTTP/1.1" status: 204 len: 168 time: 0.1396079 Sep 01 00:34:28.891965 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54750) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:28.898351 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64a69b-67a3-47cf-bf23-8bb14451d75e tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed84c6ee-1842-49fb-bbba-16f3020279c4,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:28.908743 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.api.v2.resource [None req-1ef0c8a4-1741-477e-b526-11ff2b1d4b0a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] show failed (client error): The resource could not be found. Sep 01 00:34:28.910097 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-1ef0c8a4-1741-477e-b526-11ff2b1d4b0a tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups/ed84c6ee-1842-49fb-bbba-16f3020279c4 HTTP/1.1" status: 404 len: 347 time: 0.0170031 Sep 01 00:34:28.913125 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54752) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:28.938139 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4dc01108-e9a5-42f7-a883-d8bc9f9ab827 req-8cfddc87-3de6-4f33-b807-dfa151f74555 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627942 Sep 01 00:34:29.030519 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f7b67-314d-4370-aff2-945a5dd6eba1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Deleting port b7a64c39-b70c-47b5-8f51-6951b413dfcd {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:34:29.030859 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7b67-314d-4370-aff2-945a5dd6eba1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (b7a64c39-b70c-47b5-8f51-6951b413dfcd), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:29.108412 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7b67-314d-4370-aff2-945a5dd6eba1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (b7a64c39-b70c-47b5-8f51-6951b413dfcd), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:29.108771 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7b67-314d-4370-aff2-945a5dd6eba1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for floatingip (b7a64c39-b70c-47b5-8f51-6951b413dfcd), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:29.121652 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f7b67-314d-4370-aff2-945a5dd6eba1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Calling delete_port for b7a64c39-b70c-47b5-8f51-6951b413dfcd owned by network:floatingip {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:34:29.253845 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7b67-314d-4370-aff2-945a5dd6eba1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (b7a64c39-b70c-47b5-8f51-6951b413dfcd), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:29.279489 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f7b67-314d-4370-aff2-945a5dd6eba1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event deleted for resources: {'Port': ['ID=b7a64c39-b70c-47b5-8f51-6951b413dfcd,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:29.343278 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7b67-314d-4370-aff2-945a5dd6eba1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks [] for floatingip (772e956d-cfd7-4711-a16b-5d9c2133a6df), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:29.345778 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7b67-314d-4370-aff2-945a5dd6eba1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:29.347440 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-8c0f7b67-314d-4370-aff2-945a5dd6eba1 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/772e956d-cfd7-4711-a16b-5d9c2133a6df HTTP/1.1" status: 204 len: 168 time: 0.4294853 Sep 01 00:34:30.058717 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ce7f1-6146-4425-8a77-5159f537d97d req-d5af3a1d-b8cf-4fbb-9c60-2633722f6789 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:30.060195 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-919ce7f1-6146-4425-8a77-5159f537d97d req-d5af3a1d-b8cf-4fbb-9c60-2633722f6789 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0475867 Sep 01 00:34:30.108574 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-919ce7f1-6146-4425-8a77-5159f537d97d req-6219288d-4c0c-43bd-bf8a-340c7bbf14b4 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427618 Sep 01 00:34:31.231806 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdad965-e3ee-4776-ae0d-55cf6dee43ae req-a6d93041-69b4-4996-abb2-25809750e7ca tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:31.233317 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ffdad965-e3ee-4776-ae0d-55cf6dee43ae req-a6d93041-69b4-4996-abb2-25809750e7ca tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Sep 01 00:34:31.282314 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ffdad965-e3ee-4776-ae0d-55cf6dee43ae req-8e0d4d56-8bed-40dc-b784-b1834847ac57 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434351 Sep 01 00:34:31.806520 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 54ed4609-29d2-46df-968c-532a898d8333 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:34:31.826870 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 54ed4609-29d2-46df-968c-532a898d8333 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:34:31.827215 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 54ed4609-29d2-46df-968c-532a898d8333 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:34:31.829636 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d07f67-2df6-4a11-bf69-3990e28eb731 req-56b1cf72-2d6f-4aef-92ab-f1a702080b12 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:31.831601 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-26d07f67-2df6-4a11-bf69-3990e28eb731 req-56b1cf72-2d6f-4aef-92ab-f1a702080b12 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0499055 Sep 01 00:34:31.878788 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-26d07f67-2df6-4a11-bf69-3990e28eb731 req-b56a3634-640c-4563-9bf8-e977976bf23c tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Sep 01 00:34:32.403735 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e55fab-8d48-4799-9fbf-d6fe58348ed1 req-5d7c856e-fb77-45aa-8b26-ba69d5ef5c90 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:32.405223 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-67e55fab-8d48-4799-9fbf-d6fe58348ed1 req-5d7c856e-fb77-45aa-8b26-ba69d5ef5c90 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0463426 Sep 01 00:34:32.453834 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-67e55fab-8d48-4799-9fbf-d6fe58348ed1 req-1948c014-95a5-45dc-b3b3-dad6f82bce91 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426481 Sep 01 00:34:32.997165 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5fd0-614b-4425-8efc-0f44acd45d0f req-9220c83e-ccf3-4821-bf57-32630ec219c8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:32.998636 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a4eb5fd0-614b-4425-8efc-0f44acd45d0f req-9220c83e-ccf3-4821-bf57-32630ec219c8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0470440 Sep 01 00:34:33.046255 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a4eb5fd0-614b-4425-8efc-0f44acd45d0f req-0ddf72f0-f6c0-4955-abd0-a2461716abff tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Sep 01 00:34:33.575468 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc49353-1f37-460b-9c16-cf86795e63db req-033e594b-c497-4181-9886-d41304d94139 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:33.576936 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3dc49353-1f37-460b-9c16-cf86795e63db req-033e594b-c497-4181-9886-d41304d94139 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0509098 Sep 01 00:34:33.609188 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:33.626252 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3dc49353-1f37-460b-9c16-cf86795e63db req-c1d5c2bc-2511-47e3-a5ec-f66e21f34d3c tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435255 Sep 01 00:34:34.168024 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37563b8a-ad8e-42fb-ad3b-a09e159ba4c0 req-9fd45ef7-1ac7-4447-ac25-55e6ad95f07d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:34.169537 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-37563b8a-ad8e-42fb-ad3b-a09e159ba4c0 req-9fd45ef7-1ac7-4447-ac25-55e6ad95f07d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0512662 Sep 01 00:34:34.216732 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-37563b8a-ad8e-42fb-ad3b-a09e159ba4c0 req-92cf1d98-3caa-4f9a-b0b6-96b908d320cf tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Sep 01 00:34:34.368137 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-bf2e121d-a1a3-448c-8f41-d83980d23c6d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:34.369582 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-bf2e121d-a1a3-448c-8f41-d83980d23c6d tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 945 time: 0.0475507 Sep 01 00:34:34.458393 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-965b17bf-e455-4f6c-93ed-ee01a0718a65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Deleting port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:34:34.458740 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-965b17bf-e455-4f6c-93ed-ee01a0718a65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:34.548028 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-965b17bf-e455-4f6c-93ed-ee01a0718a65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] For port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:34.548396 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-965b17bf-e455-4f6c-93ed-ee01a0718a65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:34.560719 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:34.561978 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-965b17bf-e455-4f6c-93ed-ee01a0718a65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Calling delete_port for e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:34:34.693293 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-965b17bf-e455-4f6c-93ed-ee01a0718a65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:34.711024 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['1686bbb5-7c47-498b-bb89-88826527d80e', 'e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:34:34.731266 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b17bf-e455-4f6c-93ed-ee01a0718a65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event deleted for resources: {'Port': ['ID=e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:34.790870 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb124e-df81-418c-a6c7-40f85b1d1bdb req-bb3100c1-d797-4406-a3cc-e77f3cc3b57c tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:34.792361 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-90bb124e-df81-418c-a6c7-40f85b1d1bdb req-bb3100c1-d797-4406-a3cc-e77f3cc3b57c tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0910726 Sep 01 00:34:34.813556 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-965b17bf-e455-4f6c-93ed-ee01a0718a65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] No DVR routers for this DVR port e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:34:34.816398 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:34.817138 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-965b17bf-e455-4f6c-93ed-ee01a0718a65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:34.820455 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7e844b2d-ae42-4c2e-9718-fe0bb512bfad req-965b17bf-e455-4f6c-93ed-ee01a0718a65 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "DELETE /networking/v2.0/ports/e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed HTTP/1.1" status: 204 len: 173 time: 0.4440286 Sep 01 00:34:34.820902 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7927467f-419a-4f70-a627-f848aac91723', 'name': 'network-vif-deleted', 'tag': 'e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:34.823204 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9654905c-7704-4d9d-aaa9-518f0340591b" -d '{"events": [{"server_uuid": "7927467f-419a-4f70-a627-f848aac91723", "name": "network-vif-deleted", "tag": "e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:34.866745 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-90bb124e-df81-418c-a6c7-40f85b1d1bdb req-afaa8532-27bd-4dfa-ac0b-2ea56602662d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591400 Sep 01 00:34:34.880309 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d01c71-8a0b-40dc-8b65-ba537e2d48f6 x-openstack-request-id: req-37d01c71-8a0b-40dc-8b65-ba537e2d48f6 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:34.880773 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7927467f-419a-4f70-a627-f848aac91723", "name": "network-vif-deleted", "tag": "e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:34.881036 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37d01c71-8a0b-40dc-8b65-ba537e2d48f6 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:34.886072 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d01c71-8a0b-40dc-8b65-ba537e2d48f6'] response: {'server_uuid': '7927467f-419a-4f70-a627-f848aac91723', 'name': 'network-vif-deleted', 'tag': 'e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed', 'status': 'completed', 'code': 200} Sep 01 00:34:35.332348 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1cf8af1e-d987-48e1-bb5e-965bd0a43945 req-caa3818d-c2c5-4eaf-b108-6473adb97dbf tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7927467f-419a-4f70-a627-f848aac91723 HTTP/1.1" status: 200 len: 210 time: 0.0279138 Sep 01 00:34:35.991674 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc314-72c7-4ca2-843a-b5bcdb3a7ab5 req-3e527806-f589-4373-b82a-93946b36605d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:35.993164 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dadfc314-72c7-4ca2-843a-b5bcdb3a7ab5 req-3e527806-f589-4373-b82a-93946b36605d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0474279 Sep 01 00:34:36.041352 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-dadfc314-72c7-4ca2-843a-b5bcdb3a7ab5 req-8b94b5de-c463-4d26-9531-50f7f111b947 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Sep 01 00:34:36.593332 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:36.604482 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7e010-6838-467a-81d8-8e5d5680b9bc req-05dbab93-8032-4a8e-bef5-dd50bf0fe0cc tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:36.606109 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-85f7e010-6838-467a-81d8-8e5d5680b9bc req-05dbab93-8032-4a8e-bef5-dd50bf0fe0cc tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0476468 Sep 01 00:34:36.653328 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-85f7e010-6838-467a-81d8-8e5d5680b9bc req-fd87365e-40be-4570-82fe-7f251a91d1f4 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Sep 01 00:34:37.167253 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f933a-b43f-4abe-991b-5ebde1cda258 req-33b6cf5d-79a1-4284-88bb-3f9e3d02ff52 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:37.168753 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ee2f933a-b43f-4abe-991b-5ebde1cda258 req-33b6cf5d-79a1-4284-88bb-3f9e3d02ff52 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0521193 Sep 01 00:34:37.216946 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ee2f933a-b43f-4abe-991b-5ebde1cda258 req-82e22374-24ef-47cc-b63b-9f345c44925d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Sep 01 00:34:37.774878 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb507f6-fd4b-4fd8-ac60-f6a95fcb016f req-76362b8b-0244-490d-9bdb-1f4877b0c260 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:37.776322 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7fb507f6-fd4b-4fd8-ac60-f6a95fcb016f req-76362b8b-0244-490d-9bdb-1f4877b0c260 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0494201 Sep 01 00:34:37.823322 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7fb507f6-fd4b-4fd8-ac60-f6a95fcb016f req-56bb03d0-a5ca-4ae1-9a34-79478670561f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Sep 01 00:34:38.335412 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d4a84-12fc-4d8c-ae88-7d0b7fd69bdc req-0e88c58c-415d-4bfb-8ed6-f2d59e070fa0 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:38.336919 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3c3d4a84-12fc-4d8c-ae88-7d0b7fd69bdc req-0e88c58c-415d-4bfb-8ed6-f2d59e070fa0 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0470822 Sep 01 00:34:38.385898 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3c3d4a84-12fc-4d8c-ae88-7d0b7fd69bdc req-eb4e678b-de39-4b31-80f8-66d0771cf26c tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435133 Sep 01 00:34:38.939944 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af3b35-e3d8-4eb5-8cdd-32af765b331f req-ea7b5770-7de9-4437-92c2-64316e44c5cb tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:38.941330 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b3af3b35-e3d8-4eb5-8cdd-32af765b331f req-ea7b5770-7de9-4437-92c2-64316e44c5cb tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0461617 Sep 01 00:34:38.988691 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b3af3b35-e3d8-4eb5-8cdd-32af765b331f req-b22da0f6-5b06-4db3-84dc-4e56080dccd2 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Sep 01 00:34:39.503416 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b44d0-8034-4ad4-b12b-8c288c2b64e5 req-52162efb-14af-4cc0-b29d-c9ee0553211b tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:39.505390 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a41b44d0-8034-4ad4-b12b-8c288c2b64e5 req-52162efb-14af-4cc0-b29d-c9ee0553211b tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0471532 Sep 01 00:34:39.557722 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a41b44d0-8034-4ad4-b12b-8c288c2b64e5 req-56950653-83ae-4820-a1ab-c8cc6f90db23 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467684 Sep 01 00:34:39.859746 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:34:39.883487 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:34:39.883828 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e3a2ca38-adcd-48ab-b08c-8dd6c075e6ed not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:34:40.110241 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc1c33-685b-4ed0-af80-b86926d52c09 req-9fa65e97-bcaf-440a-95ea-7e7617ac0be8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:40.112679 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a6bc1c33-685b-4ed0-af80-b86926d52c09 req-9fa65e97-bcaf-440a-95ea-7e7617ac0be8 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0501020 Sep 01 00:34:40.165529 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a6bc1c33-685b-4ed0-af80-b86926d52c09 req-de99d5e8-50cc-48a8-8d49-a917fd185b23 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=524f5966-9f31-4285-aac6-8c36c3c5074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461669 Sep 01 00:34:40.234639 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:40.263240 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-84fcf0ce-a602-490a-b744-75d399f5e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:40.264777 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-84fcf0ce-a602-490a-b744-75d399f5e1dc service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3f39cdb9221440658d7cd52c341cf08a&device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 1129 time: 0.0401244 Sep 01 00:34:40.271011 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-416ff455-fdc7-427d-82fb-7f06e68b972f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:40.272577 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-416ff455-fdc7-427d-82fb-7f06e68b972f tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 945 time: 0.0469067 Sep 01 00:34:40.315830 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:40.358851 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-5ee4998a-ca8f-4c4b-b13e-2508cf9fdbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Deleting port 1686bbb5-7c47-498b-bb89-88826527d80e {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:34:40.359199 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-5ee4998a-ca8f-4c4b-b13e-2508cf9fdbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:40.359485 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-691bc495-812b-470e-993c-50cb8f6e4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:40.361064 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-691bc495-812b-470e-993c-50cb8f6e4923 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 HTTP/1.1" status: 200 len: 910 time: 0.0886345 Sep 01 00:34:40.429503 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-f92c9135-aa45-4791-aa65-d49ad39a6265 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1bd795-ba93-4500-a63a-3a150fd97453 HTTP/1.1" status: 200 len: 1001 time: 0.0611577 Sep 01 00:34:40.455379 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-5ee4998a-ca8f-4c4b-b13e-2508cf9fdbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] For port 1686bbb5-7c47-498b-bb89-88826527d80e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1686bbb5-7c47-498b-bb89-88826527d80e,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:40.455749 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-5ee4998a-ca8f-4c4b-b13e-2508cf9fdbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:40.468750 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-5ee4998a-ca8f-4c4b-b13e-2508cf9fdbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Calling delete_port for 1686bbb5-7c47-498b-bb89-88826527d80e owned by compute:nova {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:34:40.481943 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-0e36b1a4-468e-4d8b-8646-621a3770ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:40.483410 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-0e36b1a4-468e-4d8b-8646-621a3770ce05 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e HTTP/1.1" status: 200 len: 848 time: 0.0447092 Sep 01 00:34:40.531698 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-ce9744a8-5d5e-4117-b5e1-71ae215e6d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:40.533284 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-ce9744a8-5d5e-4117-b5e1-71ae215e6d8c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404890 Sep 01 00:34:40.604143 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:40.604475 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-5ee4998a-ca8f-4c4b-b13e-2508cf9fdbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (1686bbb5-7c47-498b-bb89-88826527d80e), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:40.618929 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['1686bbb5-7c47-498b-bb89-88826527d80e'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:34:40.663867 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4998a-ca8f-4c4b-b13e-2508cf9fdbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Pushing event deleted for resources: {'Port': ['ID=1686bbb5-7c47-498b-bb89-88826527d80e,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:40.671950 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-1f567095-893f-4e83-ad2a-beb72f0b08b5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304402 Sep 01 00:34:40.699552 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02ebbc-eb23-486b-903f-6bff8d8674e0 req-37def5e1-9982-4b68-8e7e-990e925b7515 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:40.701019 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4f02ebbc-eb23-486b-903f-6bff8d8674e0 req-37def5e1-9982-4b68-8e7e-990e925b7515 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0639930 Sep 01 00:34:40.701171 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-5ee4998a-ca8f-4c4b-b13e-2508cf9fdbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] No DVR routers for this DVR port 1686bbb5-7c47-498b-bb89-88826527d80e on host hv-cinder-82002 {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:34:40.703986 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-5ee4998a-ca8f-4c4b-b13e-2508cf9fdbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:40.707251 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3b70a2d-1402-43c5-bd6f-771d26f4b77f req-5ee4998a-ca8f-4c4b-b13e-2508cf9fdbe7 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.30 "DELETE /networking/v2.0/ports/1686bbb5-7c47-498b-bb89-88826527d80e HTTP/1.1" status: 204 len: 173 time: 0.4293385 Sep 01 00:34:40.707728 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dc5608-df5a-4c41-9d46-fd161e18e075', 'name': 'network-vif-deleted', 'tag': '1686bbb5-7c47-498b-bb89-88826527d80e'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:40.710168 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7eb054-ac3e-4805-8370-f08bb5541261" -d '{"events": [{"server_uuid": "f5dc5608-df5a-4c41-9d46-fd161e18e075", "name": "network-vif-deleted", "tag": "1686bbb5-7c47-498b-bb89-88826527d80e"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:40.750699 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62f8bdd-521d-43f4-bf4c-f1bd4b0a60c8 x-openstack-request-id: req-d62f8bdd-521d-43f4-bf4c-f1bd4b0a60c8 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:40.751093 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dc5608-df5a-4c41-9d46-fd161e18e075", "name": "network-vif-deleted", "tag": "1686bbb5-7c47-498b-bb89-88826527d80e", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:40.751438 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d62f8bdd-521d-43f4-bf4c-f1bd4b0a60c8 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:40.751906 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62f8bdd-521d-43f4-bf4c-f1bd4b0a60c8'] response: {'server_uuid': 'f5dc5608-df5a-4c41-9d46-fd161e18e075', 'name': 'network-vif-deleted', 'tag': '1686bbb5-7c47-498b-bb89-88826527d80e', 'status': 'completed', 'code': 200} Sep 01 00:34:40.821033 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4f02ebbc-eb23-486b-903f-6bff8d8674e0 req-56ec661e-2043-4242-9b0c-9363bb82d2de tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076548 Sep 01 00:34:40.832991 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8e5f1960-c0b7-4b42-ac08-6568c10c7607 req-a263f7e3-075a-487f-80c6-5d557c572194 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492620 Sep 01 00:34:41.282064 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-57816429-c8bb-4d1d-9771-f972073a998d req-b05c68b8-e2e3-43b4-83d9-44af4db56005 tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 210 time: 0.0318336 Sep 01 00:34:41.945497 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9c983-e49d-4db1-a34a-41dd3fdcb443 req-2d70ca99-8018-46c1-8899-35e787952c9f tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:41.946954 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ddb9c983-e49d-4db1-a34a-41dd3fdcb443 req-2d70ca99-8018-46c1-8899-35e787952c9f tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Sep 01 00:34:41.996111 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ddb9c983-e49d-4db1-a34a-41dd3fdcb443 req-68332c54-e646-4cf7-a301-fa7b0b8673ed tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Sep 01 00:34:42.392348 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-398d9ae4-c796-4737-8e77-d9db67e79bd4 req-21db8393-5256-4e13-a470-accdd56fe06b tempest-ServerRescueNegativeTestJSON-293434156 tempest-ServerRescueNegativeTestJSON-293434156-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f5dc5608-df5a-4c41-9d46-fd161e18e075 HTTP/1.1" status: 200 len: 210 time: 0.0269082 Sep 01 00:34:43.126089 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28bc2a-1beb-4b2f-a2f1-f0af7afc6cc7 req-722f52b9-8682-46d6-9a47-8ae1ce1a4531 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:43.127589 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af28bc2a-1beb-4b2f-a2f1-f0af7afc6cc7 req-722f52b9-8682-46d6-9a47-8ae1ce1a4531 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0518377 Sep 01 00:34:43.179855 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af28bc2a-1beb-4b2f-a2f1-f0af7afc6cc7 req-fe2c52ee-5687-43f7-9941-6b5b6c66d1b6 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456097 Sep 01 00:34:43.455241 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54832) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:43.860935 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:43.913980 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (76654eb6-7beb-4a44-b98d-1db87303d600), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:44.318103 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68745f18-f324-4cd0-8ba6-b45868041068 req-f40e3508-335f-4462-8d5d-505095b6288a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:44.319664 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-68745f18-f324-4cd0-8ba6-b45868041068 req-f40e3508-335f-4462-8d5d-505095b6288a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0549083 Sep 01 00:34:44.381103 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-68745f18-f324-4cd0-8ba6-b45868041068 req-c44be6be-4d1d-4e9b-b7ed-1cf7b3628f9b tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527725 Sep 01 00:34:44.385162 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Deleting port 0a1a456c-cee0-43fa-a053-518935283c8e {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:34:44.385697 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:44.454459 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:44.476076 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-d08e1ee7-38e9-44fd-9c3a-8418f8a98e6b req-44b4e549-7c91-45ba-95c8-e80143724af8 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:34:44.477192 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d08e1ee7-38e9-44fd-9c3a-8418f8a98e6b req-44b4e549-7c91-45ba-95c8-e80143724af8 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082440 Sep 01 00:34:44.505890 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] For port 0a1a456c-cee0-43fa-a053-518935283c8e, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=0a1a456c-cee0-43fa-a053-518935283c8e,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:44.506333 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:44.521281 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Calling delete_port for 0a1a456c-cee0-43fa-a053-518935283c8e owned by network:router_interface {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:34:44.650655 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54858) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:44.657688 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:44.667113 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e380b5-b6b9-4b16-ae28-a072553c0254 req-288a827e-cfe5-44a0-b03e-690494d97d95 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:44.668976 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-23e380b5-b6b9-4b16-ae28-a072553c0254 req-288a827e-cfe5-44a0-b03e-690494d97d95 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0513701 Sep 01 00:34:44.726452 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-23e380b5-b6b9-4b16-ae28-a072553c0254 req-ffc9730d-90af-4a0d-8230-63b87140b259 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484371 Sep 01 00:34:44.752476 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (0a1a456c-cee0-43fa-a053-518935283c8e), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:44.756591 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-d7c8da72-5458-411b-814b-b66e89e9f411 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049223 Sep 01 00:34:44.786011 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-3b8520eb-3c83-42b8-99a7-99be106a8db7 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:34:44.787066 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-3b8520eb-3c83-42b8-99a7-99be106a8db7 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0234408 Sep 01 00:34:44.789521 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1a456c-cee0-43fa-a053-518935283c8e,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:44.802844 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.803198 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.803540 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.803963 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.804212 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.804573 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.804930 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.805228 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.805549 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.805879 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.806207 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.806546 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.806857 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.807182 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.807508 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:44.869907 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:44.945290 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54866) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:44.979822 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (76654eb6-7beb-4a44-b98d-1db87303d600), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:45.056384 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-92afdc1a-843a-4c0f-bfa5-c92c00c1ae78 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:45.057801 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-92afdc1a-843a-4c0f-bfa5-c92c00c1ae78 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports/7e1bd795-ba93-4500-a63a-3a150fd97453 HTTP/1.1" status: 200 len: 942 time: 0.1112871 Sep 01 00:34:45.074774 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:45.198760 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Router 76654eb6-7beb-4a44-b98d-1db87303d600 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:34:45.304888 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:34:45.314923 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-1da15b7b-beba-486a-9e2c-37b044b1aa94 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/76654eb6-7beb-4a44-b98d-1db87303d600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8553042 Sep 01 00:34:45.315025 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54876) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:45.318858 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] Sync routers for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:34:45.330108 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:45.330747 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:34:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:45.422520 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Publish callbacks [] for router (76654eb6-7beb-4a44-b98d-1db87303d600), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:45.434585 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:45.529598 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Publish callbacks [] for router_gateway (76654eb6-7beb-4a44-b98d-1db87303d600), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:45.592169 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Deleting port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:34:45.592424 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:45.607768 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:45.637228 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127'}], 'enable_snat': True}, 'gw_port_id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:34:44Z', 'revision_number': 5, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port': {'id': '7b352917-7236-4f3c-ad7d-87bfcd6bcbd2', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:43Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:45.664147 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] Checking router: 76654eb6-7beb-4a44-b98d-1db87303d600 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:34:45.672754 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] Routers {'76654eb6-7beb-4a44-b98d-1db87303d600'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:34:45.673275 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:34:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['76654eb6-7beb-4a44-b98d-1db87303d600'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:45.682941 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] For port 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=7b352917-7236-4f3c-ad7d-87bfcd6bcbd2,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:45.683311 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:45.700611 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Calling delete_port for 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 owned by network:router_gateway {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:34:45.758181 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] Set router 76654eb6-7beb-4a44-b98d-1db87303d600 gateway port host: None {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:34:45.811349 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:34:45Z', 'revision_number': 6, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port_host': None}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:45.837043 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904af6e-9caf-4039-b52b-668d4d9f057d None None] The sync data for ids ['76654eb6-7beb-4a44-b98d-1db87303d600'] in dv-cinder-820027-21-iscsi is: [{'id': '76654eb6-7beb-4a44-b98d-1db87303d600', 'name': 'tempest-ServerRescueNegativeTestJSON-729414788-router', 'tenant_id': '64e86923fd7b42cfaf18408210d4f6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:42Z', 'updated_at': '2022-09-01T00:34:45Z', 'revision_number': 6, 'project_id': '64e86923fd7b42cfaf18408210d4f6d7', 'gw_port_host': None}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:34:45.905469 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (7b352917-7236-4f3c-ad7d-87bfcd6bcbd2), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:45.923202 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b040a73-4cc3-4c45-8f43-376ef46d0759 req-98db0363-6ffb-4689-8028-0e33f4a17188 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:45.924807 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3b040a73-4cc3-4c45-8f43-376ef46d0759 req-98db0363-6ffb-4689-8028-0e33f4a17188 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.1213217 Sep 01 00:34:45.932626 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 7e1bd795-ba93-4500-a63a-3a150fd97453 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:34:45.935418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b352917-7236-4f3c-ad7d-87bfcd6bcbd2,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:45.962878 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:46.009072 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3b040a73-4cc3-4c45-8f43-376ef46d0759 req-93f835b8-1cd6-4756-a5a9-5d80b06e6bc2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628335 Sep 01 00:34:46.016764 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (76654eb6-7beb-4a44-b98d-1db87303d600), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.032045 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 7e1bd795-ba93-4500-a63a-3a150fd97453 is: ACTIVE; New status is: DOWN {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:34:46.032802 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.060282 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:34:46.062559 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619892c4-f6b9-4bf1-9e4e-ad4307f35b22" -d '{"events": [{"server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "name": "network-vif-unplugged", "status": "completed", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:34:46.076671 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 7e1bd795-ba93-4500-a63a-3a150fd97453, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=7e1bd795-ba93-4500-a63a-3a150fd97453,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:46.082288 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.083472 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 1686bbb5-7c47-498b-bb89-88826527d80e no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:34:46.122963 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 01 Sep 2022 00:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e25ccd-11d8-42d6-82af-1f0dd268dbc8 x-openstack-request-id: req-75e25ccd-11d8-42d6-82af-1f0dd268dbc8 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:34:46.123179 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "name": "network-vif-unplugged", "status": "failed", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453", "code": 422}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:34:46.123436 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75e25ccd-11d8-42d6-82af-1f0dd268dbc8 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:34:46.123873 dv-cinder-820027-21-iscsi neutron-server[117903]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-75e25ccd-11d8-42d6-82af-1f0dd268dbc8']: {'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'code': 422} returned with failed status Sep 01 00:34:46.126207 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 1686bbb5-7c47-498b-bb89-88826527d80e {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:34:46.126558 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 1686bbb5-7c47-498b-bb89-88826527d80e not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:34:46.140106 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (76654eb6-7beb-4a44-b98d-1db87303d600), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.142706 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Publish callbacks [] for router_controller (76654eb6-7beb-4a44-b98d-1db87303d600), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.153967 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=7e1bd795-ba93-4500-a63a-3a150fd97453,revision_number=6']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:46.236975 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (76654eb6-7beb-4a44-b98d-1db87303d600), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.238235 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76654eb6-7beb-4a44-b98d-1db87303d600 {{(pid=117902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:34:46.244451 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.245807 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-037949c2-e08f-41eb-bcb8-05df543a139d admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/76654eb6-7beb-4a44-b98d-1db87303d600 HTTP/1.1" status: 204 len: 168 time: 0.9297500 Sep 01 00:34:46.248346 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54892) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:46.313645 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-468d8edc-46dc-4a91-bd62-8ab40e299a23 admin admin] Deleting subnet 8ab8a76c-42bb-4032-bf05-3da25472b0d1 {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:34:46.320924 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-468d8edc-46dc-4a91-bd62-8ab40e299a23 admin admin] Publish callbacks [] for subnet (8ab8a76c-42bb-4032-bf05-3da25472b0d1), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.373653 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-468d8edc-46dc-4a91-bd62-8ab40e299a23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10428791'] for subnet (8ab8a76c-42bb-4032-bf05-3da25472b0d1), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.476796 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-468d8edc-46dc-4a91-bd62-8ab40e299a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (8ab8a76c-42bb-4032-bf05-3da25472b0d1), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.534386 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-468d8edc-46dc-4a91-bd62-8ab40e299a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10428867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10416581'] for subnet (8ab8a76c-42bb-4032-bf05-3da25472b0d1), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.563462 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d8edc-46dc-4a91-bd62-8ab40e299a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab8a76c-42bb-4032-bf05-3da25472b0d1,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:46.565597 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-468d8edc-46dc-4a91-bd62-8ab40e299a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.569547 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-468d8edc-46dc-4a91-bd62-8ab40e299a23 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/8ab8a76c-42bb-4032-bf05-3da25472b0d1 HTTP/1.1" status: 204 len: 168 time: 0.3201578 Sep 01 00:34:46.571969 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 54906) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:46.574541 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd44df4-d11e-4c8a-a2e0-76826a780317 None None] Network 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:34:46.574693 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b86d9-3cbc-4b7f-b742-5939c927e2c3 req-11b01d2e-2ea8-4075-a06c-d35b2de739d2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:46.577427 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ba2b86d9-3cbc-4b7f-b742-5939c927e2c3 req-11b01d2e-2ea8-4075-a06c-d35b2de739d2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.1079345 Sep 01 00:34:46.604231 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:46.630628 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ba2b86d9-3cbc-4b7f-b742-5939c927e2c3 req-c23c94c1-9df1-4cbc-8391-918c99662d5a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473824 Sep 01 00:34:46.686361 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.743539 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Deleting port 70991683-8dea-4a20-9667-cdb4f014d12a {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:34:46.743875 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.758690 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b863fc3-33ce-45db-9501-830b08eefc7a None None] DHCP port deletion for 7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:34:46.789395 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 0a1a456c-cee0-43fa-a053-518935283c8e no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:34:46.812154 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] For port 70991683-8dea-4a20-9667-cdb4f014d12a, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=70991683-8dea-4a20-9667-cdb4f014d12a,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:46.812542 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.819687 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 0a1a456c-cee0-43fa-a053-518935283c8e {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:34:46.820033 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 0a1a456c-cee0-43fa-a053-518935283c8e not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:34:46.820439 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:34:46.842080 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-1b863fc3-33ce-45db-9501-830b08eefc7a None None] Deleting port 70991683-8dea-4a20-9667-cdb4f014d12a {{(pid=117903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:34:46.842474 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1b863fc3-33ce-45db-9501-830b08eefc7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), before_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.844416 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:34:46.844790 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 7b352917-7236-4f3c-ad7d-87bfcd6bcbd2 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:34:46.858902 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Calling delete_port for 70991683-8dea-4a20-9667-cdb4f014d12a owned by network:dhcp {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:34:46.865962 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:46.877292 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-c0a1e250-4b52-4c3b-a2a4-3dfc6d5accff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:46.878943 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-c0a1e250-4b52-4c3b-a2a4-3dfc6d5accff service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30&tenant_id=3f39cdb9221440658d7cd52c341cf08a HTTP/1.1" status: 200 len: 1127 time: 0.0691063 Sep 01 00:34:46.923752 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-1b863fc3-33ce-45db-9501-830b08eefc7a None None] For port 70991683-8dea-4a20-9667-cdb4f014d12a, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=70991683-8dea-4a20-9667-cdb4f014d12a,segment=NetworkSegment(56a425c2-ffa2-49d7-abdb-a7ea706f5c90),segment_id=56a425c2-ffa2-49d7-abdb-a7ea706f5c90)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:46.924485 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1b863fc3-33ce-45db-9501-830b08eefc7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), precommit_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:46.939703 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-1b863fc3-33ce-45db-9501-830b08eefc7a None None] Calling delete_port for 70991683-8dea-4a20-9667-cdb4f014d12a owned by network:dhcp {{(pid=117903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:34:46.978333 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-1f0f4731-f9a9-406e-8afc-dbcb60334a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:46.979885 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-1f0f4731-f9a9-406e-8afc-dbcb60334a82 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3f39cdb9221440658d7cd52c341cf08a&device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 1127 time: 0.0589702 Sep 01 00:34:47.018595 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.076280 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Pushing event deleted for resources: {'Port': ['ID=70991683-8dea-4a20-9667-cdb4f014d12a,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:47.077181 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1b863fc3-33ce-45db-9501-830b08eefc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114'] for port (70991683-8dea-4a20-9667-cdb4f014d12a), after_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.080114 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] No DVR routers for this DVR port 70991683-8dea-4a20-9667-cdb4f014d12a on host dv-cinder-820027-21-iscsi {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:34:47.108194 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b863fc3-33ce-45db-9501-830b08eefc7a None None] Pushing event deleted for resources: {'Port': ['ID=70991683-8dea-4a20-9667-cdb4f014d12a,revision_number=None']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:47.113928 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b863fc3-33ce-45db-9501-830b08eefc7a None None] No DVR routers for this DVR port 70991683-8dea-4a20-9667-cdb4f014d12a on host dv-cinder-820027-21-iscsi {{(pid=117903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:34:47.213811 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.216141 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:47.228182 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9028a1d-426c-4eb1-9d27-0d99f83f11cc req-b93db741-0c8e-41ef-aa7c-e483927b8921 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:47.229699 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f9028a1d-426c-4eb1-9d27-0d99f83f11cc req-b93db741-0c8e-41ef-aa7c-e483927b8921 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.1235681 Sep 01 00:34:47.236317 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-c71f53ca-a644-40e4-9c74-6c18577fe813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:47.237720 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-c71f53ca-a644-40e4-9c74-6c18577fe813 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 HTTP/1.1" status: 200 len: 910 time: 0.2480769 Sep 01 00:34:47.260193 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:47.306324 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a425c2-ffa2-49d7-abdb-a7ea706f5c90') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:47.306622 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a425c2-ffa2-49d7-abdb-a7ea706f5c90') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:34:47.324169 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (56a425c2-ffa2-49d7-abdb-a7ea706f5c90), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.368212 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-7c238dbd-3c5c-4920-87f2-bbaab85d303f service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1bd795-ba93-4500-a63a-3a150fd97453 HTTP/1.1" status: 200 len: 999 time: 0.1155460 Sep 01 00:34:47.369947 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (56a425c2-ffa2-49d7-abdb-a7ea706f5c90), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.377538 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f9028a1d-426c-4eb1-9d27-0d99f83f11cc req-c47b2307-903c-4eb5-8ad4-38ef75a12594 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389570 Sep 01 00:34:47.389036 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:34:47.389445 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (56a425c2-ffa2-49d7-abdb-a7ea706f5c90), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.423458 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 56a425c2-ffa2-49d7-abdb-a7ea706f5c90 resource provider aggregate not found Sep 01 00:34:47.472237 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 56a425c2-ffa2-49d7-abdb-a7ea706f5c90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56a425c2-ffa2-49d7-abdb-a7ea706f5c90 found for delete ", "request_id": "req-e540504d-b744-4ec5-85c1-ca2837dc8026"}]} Sep 01 00:34:47.484971 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.487283 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-f8caa452-ad77-461a-b283-5822245980ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:47.489013 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-f8caa452-ad77-461a-b283-5822245980ea service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e HTTP/1.1" status: 200 len: 848 time: 0.1105609 Sep 01 00:34:47.492906 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.495865 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b HTTP/1.1" status: 204 len: 168 time: 0.9229579 Sep 01 00:34:47.516678 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adca911-631d-4212-acc6-4f4666bc153a admin admin] Pushing event deleted for resources: {'Network': ['ID=7dac0ef3-49f5-4c90-b2ad-1bb41b9f1f0b,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:47.546155 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-04294e2a-fdda-45e3-9af1-221dc747c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:47.547694 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-04294e2a-fdda-45e3-9af1-221dc747c7ba service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501463 Sep 01 00:34:47.616985 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54916) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:47.647425 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-882be116-55ce-4d3e-9f26-fe67aca86126 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912662 Sep 01 00:34:47.662103 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-8b795b74-a635-47d6-ba22-d059a01c4f4a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=64e86923fd7b42cfaf18408210d4f6d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429263 Sep 01 00:34:47.663604 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 54920) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:47.725204 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a639f74a-fa6c-42b5-a28e-04e1210e7064 admin admin] Publish callbacks [] for security_group (524f5966-9f31-4285-aac6-8c36c3c5074c), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.744390 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ac97f332-1bf5-4572-822b-bd71e56123f5 req-f1a8f782-e018-40bb-9c7b-18c37913a0a0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896819 Sep 01 00:34:47.769306 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a639f74a-fa6c-42b5-a28e-04e1210e7064 admin admin] Publish callbacks [] for security_group (524f5966-9f31-4285-aac6-8c36c3c5074c), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.781196 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7b41-e588-4283-b5be-52ed751cba93 req-52dbb97a-ebbb-4688-b754-8776a48ce2c0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:47.782662 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-beda7b41-e588-4283-b5be-52ed751cba93 req-52dbb97a-ebbb-4688-b754-8776a48ce2c0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0693433 Sep 01 00:34:47.847210 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-beda7b41-e588-4283-b5be-52ed751cba93 req-80b430f3-3d6b-4027-b8d9-90fdc56cb9b1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556602 Sep 01 00:34:47.856621 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a639f74a-fa6c-42b5-a28e-04e1210e7064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (524f5966-9f31-4285-aac6-8c36c3c5074c), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.859263 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a639f74a-fa6c-42b5-a28e-04e1210e7064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:47.860339 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a639f74a-fa6c-42b5-a28e-04e1210e7064 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/524f5966-9f31-4285-aac6-8c36c3c5074c HTTP/1.1" status: 204 len: 168 time: 0.1958365 Sep 01 00:34:47.874852 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639f74a-fa6c-42b5-a28e-04e1210e7064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524f5966-9f31-4285-aac6-8c36c3c5074c,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:48.469150 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:48.506729 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae764a-3425-4b79-aeab-1ab40e4b8cc4 req-c0cdc3e8-96f4-465c-a7da-f18645252ab2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:48.508242 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-08ae764a-3425-4b79-aeab-1ab40e4b8cc4 req-c0cdc3e8-96f4-465c-a7da-f18645252ab2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0485742 Sep 01 00:34:48.561559 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-08ae764a-3425-4b79-aeab-1ab40e4b8cc4 req-c529eadc-c9ef-4c33-9cbb-d07208ddbfee tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477793 Sep 01 00:34:48.688729 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 70991683-8dea-4a20-9667-cdb4f014d12a no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:34:48.707709 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 70991683-8dea-4a20-9667-cdb4f014d12a {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:34:48.708050 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 70991683-8dea-4a20-9667-cdb4f014d12a not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:34:48.981706 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6ff6-0f6c-4804-a1df-a080f807c7f1 req-e37de830-74b2-4574-9c67-e858eb19510a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:48.983084 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-43fe6ff6-0f6c-4804-a1df-a080f807c7f1 req-e37de830-74b2-4574-9c67-e858eb19510a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0524838 Sep 01 00:34:49.020438 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:49.032795 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-43fe6ff6-0f6c-4804-a1df-a080f807c7f1 req-df009d69-6519-4c58-8592-28cc9a4da180 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440884 Sep 01 00:34:49.686417 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed1fe2-ebb6-428a-aba6-4acfebfbc538 req-d9503e2e-bc32-4ae6-b232-1e78ca7f1b5d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:49.689944 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7aed1fe2-ebb6-428a-aba6-4acfebfbc538 req-d9503e2e-bc32-4ae6-b232-1e78ca7f1b5d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0509727 Sep 01 00:34:49.743090 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7aed1fe2-ebb6-428a-aba6-4acfebfbc538 req-41ce9193-dea5-40cb-bca3-22018be224e4 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482297 Sep 01 00:34:50.162294 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167ba48-13dd-44b4-ab45-27bc986ea4e4 req-209528e9-1f9c-4c0a-bd76-92b363fdd75b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:50.163817 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8167ba48-13dd-44b4-ab45-27bc986ea4e4 req-209528e9-1f9c-4c0a-bd76-92b363fdd75b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Sep 01 00:34:50.217588 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8167ba48-13dd-44b4-ab45-27bc986ea4e4 req-64877a8e-50ed-45fa-85a5-80b41673f515 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475936 Sep 01 00:34:50.356123 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-1580aac1-58c9-4685-aa40-729bc445a9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:50.866931 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995433da-f9a2-4841-84cc-bf82cac0fb62 req-b405e07b-c213-4df6-bcf1-13cb94d0ca1e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:50.868489 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-995433da-f9a2-4841-84cc-bf82cac0fb62 req-b405e07b-c213-4df6-bcf1-13cb94d0ca1e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0481608 Sep 01 00:34:50.913705 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55064) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:50.920256 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-995433da-f9a2-4841-84cc-bf82cac0fb62 req-dd078ab0-9e70-4739-bb1e-cf2b8a2502f0 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456653 Sep 01 00:34:51.021752 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.097084 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Publish callbacks [] for security_group (1be524a5-7e75-4e58-a3fb-9cb4501134a7), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.100795 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (1be524a5-7e75-4e58-a3fb-9cb4501134a7), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.142840 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=877691afa51e47bb8891a4de1c7c5cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280779 Sep 01 00:34:51.143993 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be524a5-7e75-4e58-a3fb-9cb4501134a7,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:51.146492 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 55068) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:51.152093 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.152443 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.152809 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.153145 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.153479 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.153815 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.154143 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.154464 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.154787 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.155109 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.155431 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.155751 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.156068 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.156384 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.156730 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cde4e9-d1a5-4ade-9e6a-8b9caba3b851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:51.198548 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0b15-4c2f-45a7-8b86-583e4108218c admin admin] Publish callbacks [] for security_group (1be524a5-7e75-4e58-a3fb-9cb4501134a7), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.217878 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0b15-4c2f-45a7-8b86-583e4108218c admin admin] Publish callbacks [] for security_group (1be524a5-7e75-4e58-a3fb-9cb4501134a7), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.265942 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0b15-4c2f-45a7-8b86-583e4108218c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (1be524a5-7e75-4e58-a3fb-9cb4501134a7), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.268440 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0b15-4c2f-45a7-8b86-583e4108218c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.272078 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-3a0f0b15-4c2f-45a7-8b86-583e4108218c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1be524a5-7e75-4e58-a3fb-9cb4501134a7 HTTP/1.1" status: 204 len: 168 time: 0.1221671 Sep 01 00:34:51.277788 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f0b15-4c2f-45a7-8b86-583e4108218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be524a5-7e75-4e58-a3fb-9cb4501134a7,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:51.350201 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10981519-3c37-4ea7-8f45-5bbe66dc6a75 req-03cf2f23-cd7e-40b6-8bad-955d52b2cedf tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:51.351676 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-10981519-3c37-4ea7-8f45-5bbe66dc6a75 req-03cf2f23-cd7e-40b6-8bad-955d52b2cedf tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0544226 Sep 01 00:34:51.401758 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-10981519-3c37-4ea7-8f45-5bbe66dc6a75 req-76723fba-5e54-48cd-9d0d-98fce95f4e7a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Sep 01 00:34:51.545851 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 55076) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:51.559937 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c8e6b66d-f47d-4226-8299-9c83327725b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.615882 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:51.645315 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c8e6b66d-f47d-4226-8299-9c83327725b5 admin admin] Publish callbacks [] for security_group (0ed3b863-b70e-438a-bdd5-4f0646ce77a1), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.648718 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c8e6b66d-f47d-4226-8299-9c83327725b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (0ed3b863-b70e-438a-bdd5-4f0646ce77a1), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.688987 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c8e6b66d-f47d-4226-8299-9c83327725b5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7a91e946f166455cad4ac3ce04da6517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419904 Sep 01 00:34:51.689835 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6b66d-f47d-4226-8299-9c83327725b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed3b863-b70e-438a-bdd5-4f0646ce77a1,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:51.691832 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55080) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:34:51.743218 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-217a42d1-649f-4fbc-87d6-48e48d26eeb5 admin admin] Publish callbacks [] for security_group (0ed3b863-b70e-438a-bdd5-4f0646ce77a1), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.763323 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-217a42d1-649f-4fbc-87d6-48e48d26eeb5 admin admin] Publish callbacks [] for security_group (0ed3b863-b70e-438a-bdd5-4f0646ce77a1), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.812645 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-217a42d1-649f-4fbc-87d6-48e48d26eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (0ed3b863-b70e-438a-bdd5-4f0646ce77a1), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.815163 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-217a42d1-649f-4fbc-87d6-48e48d26eeb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:51.816387 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-217a42d1-649f-4fbc-87d6-48e48d26eeb5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0ed3b863-b70e-438a-bdd5-4f0646ce77a1 HTTP/1.1" status: 204 len: 168 time: 0.1233613 Sep 01 00:34:51.824461 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a42d1-649f-4fbc-87d6-48e48d26eeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed3b863-b70e-438a-bdd5-4f0646ce77a1,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:52.052787 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ceea80-ba49-4319-8135-9f70573fce8d req-15b72e5b-720d-4038-8b50-0f0f9b63bf95 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:52.054292 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d0ceea80-ba49-4319-8135-9f70573fce8d req-15b72e5b-720d-4038-8b50-0f0f9b63bf95 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0516236 Sep 01 00:34:52.108619 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d0ceea80-ba49-4319-8135-9f70573fce8d req-12b47f48-32ae-4503-9f96-b3f0015db6c3 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486412 Sep 01 00:34:52.508343 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:52.527959 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a59a48-a264-4e18-8466-fd12db3fd663 req-7bcf9c24-831c-4929-9ec7-493e1352c0d0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:52.529673 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-09a59a48-a264-4e18-8466-fd12db3fd663 req-7bcf9c24-831c-4929-9ec7-493e1352c0d0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0495970 Sep 01 00:34:52.581645 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-09a59a48-a264-4e18-8466-fd12db3fd663 req-b7b0b888-1b30-4538-8b76-b644a649a93f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464275 Sep 01 00:34:52.744761 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0091eddc-a281-455b-bc03-9ffb4ad51819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:53.229587 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d7b4e-2b9b-4e4b-bbc0-c4cf2801a754 req-96bad1b8-31c5-4e02-93ae-caaa47b58b6d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:53.231103 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-810d7b4e-2b9b-4e4b-bbc0-c4cf2801a754 req-96bad1b8-31c5-4e02-93ae-caaa47b58b6d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0485671 Sep 01 00:34:53.281321 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-810d7b4e-2b9b-4e4b-bbc0-c4cf2801a754 req-5db03e7c-7157-45e5-b395-e596fd462d03 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444145 Sep 01 00:34:53.707224 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5871a30-77b5-410b-b913-53e0a29650d4 req-c4ae13fc-1dbb-41f4-98b8-677f1e311972 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:53.708676 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c5871a30-77b5-410b-b913-53e0a29650d4 req-c4ae13fc-1dbb-41f4-98b8-677f1e311972 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0454259 Sep 01 00:34:53.756414 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c5871a30-77b5-410b-b913-53e0a29650d4 req-869fe1bc-f7a0-45d2-9dc3-e4691e2e8901 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 Sep 01 00:34:53.840380 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:34:53.955942 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:54.311819 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:54.402619 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b07f92-9fbb-499f-a732-54761a963e10 req-fb440c29-e559-4934-b482-73bfcbc0fc0b tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:54.404134 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-69b07f92-9fbb-499f-a732-54761a963e10 req-fb440c29-e559-4934-b482-73bfcbc0fc0b tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0484037 Sep 01 00:34:54.456460 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-69b07f92-9fbb-499f-a732-54761a963e10 req-412a041a-5004-431c-b3c1-3895164b827d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468390 Sep 01 00:34:54.885037 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ca6b2-6d2f-4985-8314-b27a21f7072f req-a14ae457-0dca-407c-872c-a8c1633dea68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:54.886491 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-169ca6b2-6d2f-4985-8314-b27a21f7072f req-a14ae457-0dca-407c-872c-a8c1633dea68 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0495901 Sep 01 00:34:54.932747 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-169ca6b2-6d2f-4985-8314-b27a21f7072f req-e24e0798-e075-4f85-a788-70f3ec384506 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407131 Sep 01 00:34:55.272264 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:55.390325 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:55.558024 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:55.576541 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847a065-da10-4cc1-a1e3-8ef6cd00b2ff req-15458c64-e723-464d-98e4-38c58cbcd681 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:55.578266 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6847a065-da10-4cc1-a1e3-8ef6cd00b2ff req-15458c64-e723-464d-98e4-38c58cbcd681 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0498703 Sep 01 00:34:55.626411 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6847a065-da10-4cc1-a1e3-8ef6cd00b2ff req-736bd70f-0025-4bc4-b7d0-7040f71d0137 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418420 Sep 01 00:34:55.785056 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=64 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:56.053744 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:56.062827 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fd1c1-04c7-44da-8efe-d74772cdc3f6 req-48f26112-b94c-4534-9ee5-e2736fecc329 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:56.064381 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d90fd1c1-04c7-44da-8efe-d74772cdc3f6 req-48f26112-b94c-4534-9ee5-e2736fecc329 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0500412 Sep 01 00:34:56.113905 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d90fd1c1-04c7-44da-8efe-d74772cdc3f6 req-072dfdaa-9677-455c-8b88-6aa92dd44ff5 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Sep 01 00:34:56.701140 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 7e1bd795-ba93-4500-a63a-3a150fd97453 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:34:56.746969 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b13a1-9cd4-480e-8d6e-9281c786260a req-d96b867e-aafb-4e49-a84d-d76d33ea50da tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:56.748576 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d08b13a1-9cd4-480e-8d6e-9281c786260a req-d96b867e-aafb-4e49-a84d-d76d33ea50da tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 943 time: 0.0459809 Sep 01 00:34:56.802586 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d08b13a1-9cd4-480e-8d6e-9281c786260a req-47c827cf-177f-4782-9b2b-bf9f5f8549d9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473800 Sep 01 00:34:56.807458 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 7e1bd795-ba93-4500-a63a-3a150fd97453, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=7e1bd795-ba93-4500-a63a-3a150fd97453,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:56.814811 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:56.820815 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'port_id': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'mac_address': 'fa:16:3e:fd:7c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:34:56.845493 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:34:56.858706 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 7e1bd795-ba93-4500-a63a-3a150fd97453 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:34:56.859187 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:56.873902 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1bd795-ba93-4500-a63a-3a150fd97453 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:34:56.892916 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 7e1bd795-ba93-4500-a63a-3a150fd97453, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=7e1bd795-ba93-4500-a63a-3a150fd97453,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:34:56.897494 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:34:56.943678 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=7e1bd795-ba93-4500-a63a-3a150fd97453,revision_number=7']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:34:56.950607 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.950949 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.951302 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.951930 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.952266 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.952627 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.952947 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.953261 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.953576 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.953913 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.954208 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.954521 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.954831 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.955139 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:56.955449 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:34:57.237160 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3295b3a-fad7-42f1-b8ea-a1ae925dab64 req-ff75481a-5c4f-43e0-a31e-6daaf6fa2256 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:57.238859 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3295b3a-fad7-42f1-b8ea-a1ae925dab64 req-ff75481a-5c4f-43e0-a31e-6daaf6fa2256 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0472431 Sep 01 00:34:57.289342 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a3295b3a-fad7-42f1-b8ea-a1ae925dab64 req-7b5c5143-a190-4563-af73-bbce91f7990e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448470 Sep 01 00:34:57.923466 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f9688-fb24-4a34-8e79-9d201f7c6540 req-14ad7f76-4e7e-4b7a-b137-6f2c746f0eac tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:57.925022 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-438f9688-fb24-4a34-8e79-9d201f7c6540 req-14ad7f76-4e7e-4b7a-b137-6f2c746f0eac tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 944 time: 0.0479205 Sep 01 00:34:57.978344 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-438f9688-fb24-4a34-8e79-9d201f7c6540 req-41656e41-ed93-49db-8b5f-d2f485beb5fe tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449603 Sep 01 00:34:57.985645 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['7e1bd795-ba93-4500-a63a-3a150fd97453'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:34:58.417008 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13509d3f-2038-40bb-afec-d2bfbae761f2 req-bf9b51a0-9855-4c6b-b93c-474605b0d43d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:58.418559 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-13509d3f-2038-40bb-afec-d2bfbae761f2 req-bf9b51a0-9855-4c6b-b93c-474605b0d43d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0511642 Sep 01 00:34:58.469457 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-13509d3f-2038-40bb-afec-d2bfbae761f2 req-d0fa8b52-d8cf-41d4-9d13-7c71ccf33a93 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 Sep 01 00:34:59.100801 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae9557-f13e-45df-aca1-865057ceff8c req-8fa016f2-41eb-41f1-bcc0-e0fa32d7ad8a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:59.102198 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f3ae9557-f13e-45df-aca1-865057ceff8c req-8fa016f2-41eb-41f1-bcc0-e0fa32d7ad8a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 944 time: 0.0471311 Sep 01 00:34:59.154291 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f3ae9557-f13e-45df-aca1-865057ceff8c req-781784d9-a27f-4260-8fcd-b46036c04b77 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463488 Sep 01 00:34:59.596600 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198941c-8509-4d48-b9f8-b08ed4a0a45e req-9b1f151c-efbd-42b9-952b-2522928cef2a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:34:59.598586 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a198941c-8509-4d48-b9f8-b08ed4a0a45e req-9b1f151c-efbd-42b9-952b-2522928cef2a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0505927 Sep 01 00:34:59.645018 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a198941c-8509-4d48-b9f8-b08ed4a0a45e req-234d4ab8-f691-418d-b869-b4e623452679 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402837 Sep 01 00:35:00.294298 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16eec5-d484-42d0-8ec5-2b644c4ae9f9 req-c70e4c2c-d399-4781-8405-fdced8c16cdf tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:00.295753 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7a16eec5-d484-42d0-8ec5-2b644c4ae9f9 req-c70e4c2c-d399-4781-8405-fdced8c16cdf tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 944 time: 0.0460320 Sep 01 00:35:00.344849 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7a16eec5-d484-42d0-8ec5-2b644c4ae9f9 req-b03b9e22-0777-4fd2-88c6-edf09cdeca53 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429034 Sep 01 00:35:00.772579 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f36d9-20c4-4619-8fb7-5902df2275be req-9351b8da-cf4e-4d23-96dc-e76234d470d1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:00.774066 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-619f36d9-20c4-4619-8fb7-5902df2275be req-9351b8da-cf4e-4d23-96dc-e76234d470d1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0523393 Sep 01 00:35:00.820934 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-619f36d9-20c4-4619-8fb7-5902df2275be req-800452b9-9808-49ef-823a-cb1c97571d00 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412412 Sep 01 00:35:01.462407 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbfba8-a79b-4b88-bea2-671b7f9c4038 req-60568ead-988e-439d-a682-2cb7ad904352 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:01.463893 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7cfbfba8-a79b-4b88-bea2-671b7f9c4038 req-60568ead-988e-439d-a682-2cb7ad904352 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 944 time: 0.0465260 Sep 01 00:35:01.517412 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7cfbfba8-a79b-4b88-bea2-671b7f9c4038 req-f70e3280-83e2-4efc-8b83-8d17910a6f16 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Sep 01 00:35:01.946501 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cb53d-ca94-49d1-8865-94d5eab286f2 req-5e5f589c-75d3-462d-95d3-469d41ca3c4d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:01.947941 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d47cb53d-ca94-49d1-8865-94d5eab286f2 req-5e5f589c-75d3-462d-95d3-469d41ca3c4d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0493486 Sep 01 00:35:01.995094 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d47cb53d-ca94-49d1-8865-94d5eab286f2 req-7650c197-2161-4167-86f0-c77553cc8b51 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Sep 01 00:35:02.229574 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 7e1bd795-ba93-4500-a63a-3a150fd97453 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:35:02.278903 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 7e1bd795-ba93-4500-a63a-3a150fd97453 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:35:02.279293 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:02.360309 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-39888335-8aad-4b20-816f-e11ba337d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:02.361850 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-39888335-8aad-4b20-816f-e11ba337d885 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3f39cdb9221440658d7cd52c341cf08a&device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 1128 time: 0.0448518 Sep 01 00:35:02.364432 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 7e1bd795-ba93-4500-a63a-3a150fd97453 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:35:02.364778 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:02.388100 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:35:02.390313 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857126d7-83a1-4c5f-a521-85f3373504cd" -d '{"events": [{"server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "name": "network-vif-plugged", "status": "completed", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:35:02.406081 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 7e1bd795-ba93-4500-a63a-3a150fd97453, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=7e1bd795-ba93-4500-a63a-3a150fd97453,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:02.411291 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:02.435422 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620d74ad-a1cc-4aa7-9900-a58ec680e554 x-openstack-request-id: req-620d74ad-a1cc-4aa7-9900-a58ec680e554 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:35:02.435742 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "name": "network-vif-plugged", "status": "completed", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:35:02.435991 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-620d74ad-a1cc-4aa7-9900-a58ec680e554 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:35:02.436376 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620d74ad-a1cc-4aa7-9900-a58ec680e554'] response: {'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'code': 200} Sep 01 00:35:02.463893 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=7e1bd795-ba93-4500-a63a-3a150fd97453,revision_number=8']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:02.482537 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-243b694a-ff7d-4b99-88eb-60c7823041bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:02.483947 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-243b694a-ff7d-4b99-88eb-60c7823041bb service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 HTTP/1.1" status: 200 len: 910 time: 0.1014249 Sep 01 00:35:02.626730 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-c3053289-5d17-4817-ad78-82dfa8fd70c9 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1bd795-ba93-4500-a63a-3a150fd97453 HTTP/1.1" status: 200 len: 1001 time: 0.0622926 Sep 01 00:35:02.641476 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6624a1-a723-43b2-85e1-6d288062a0ca req-cfb8aab8-d467-42ac-92d7-69d1c5f37c58 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:02.661863 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fc6624a1-a723-43b2-85e1-6d288062a0ca req-cfb8aab8-d467-42ac-92d7-69d1c5f37c58 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0674875 Sep 01 00:35:02.673534 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:02.688324 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-fe9eb64f-0f59-4e64-91d1-213a74f696c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:02.689860 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-fe9eb64f-0f59-4e64-91d1-213a74f696c5 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e HTTP/1.1" status: 200 len: 848 time: 0.0547729 Sep 01 00:35:02.736412 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-a0cea929-18df-4ab5-82c0-6e1742005db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:02.737891 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-a0cea929-18df-4ab5-82c0-6e1742005db0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412076 Sep 01 00:35:02.742133 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf85af6-33a9-44ca-9d84-a6b5ba10976d req-0b9a37e5-867b-444d-9be2-6d6b1adb833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:02.743590 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3cf85af6-33a9-44ca-9d84-a6b5ba10976d req-0b9a37e5-867b-444d-9be2-6d6b1adb833a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 1129 time: 0.0604432 Sep 01 00:35:02.748766 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fc6624a1-a723-43b2-85e1-6d288062a0ca req-eb9202a3-8ccf-48a6-b881-52af1b50628d tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857315 Sep 01 00:35:02.803483 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:02.827968 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3cf85af6-33a9-44ca-9d84-a6b5ba10976d req-2d9d894c-2839-4bb3-8171-dbbd52553ffa service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463431 Sep 01 00:35:02.873636 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-4be6f1e4-3c76-419b-a9e0-e6ca0c8409a2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913711 Sep 01 00:35:03.168021 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745366-e8a9-49f0-aaed-782323bbcad3 req-150dd4a4-afd4-48e8-92e1-eac9f36992db tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:03.169512 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f745366-e8a9-49f0-aaed-782323bbcad3 req-150dd4a4-afd4-48e8-92e1-eac9f36992db tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0843771 Sep 01 00:35:03.208681 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2326901e-ce6c-4f09-a0f4-c30a794c7ead req-cfaf7071-979e-4155-a0ec-3cefc6936395 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425211 Sep 01 00:35:03.222637 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:03.235523 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6f745366-e8a9-49f0-aaed-782323bbcad3 req-56e3b261-2059-4967-a48a-5ded0a16bb9c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565920 Sep 01 00:35:03.836812 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=83 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:03.869726 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6336b-96d7-442e-a6cf-6e104f064592 req-413c5612-b66a-4702-8cac-73e699080273 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:03.871191 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-adc6336b-96d7-442e-a6cf-6e104f064592 req-413c5612-b66a-4702-8cac-73e699080273 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0478525 Sep 01 00:35:03.919227 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-adc6336b-96d7-442e-a6cf-6e104f064592 req-d7e416cc-e9ec-449e-9ed1-e00f8100be27 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Sep 01 00:35:04.525083 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a48e81-e0bd-4e87-8858-a587aa9999ab req-380533fb-ded5-4ec1-8a33-e0a889929c87 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:04.526570 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e7a48e81-e0bd-4e87-8858-a587aa9999ab req-380533fb-ded5-4ec1-8a33-e0a889929c87 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0471079 Sep 01 00:35:04.580710 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e7a48e81-e0bd-4e87-8858-a587aa9999ab req-e6177ff8-2067-4935-a75b-2c7676c38f46 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 Sep 01 00:35:05.037417 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20c6cb-9a8a-4693-8219-b7ccae7314a3 req-de63429f-9ec9-4fbd-883e-d1b7fffd9bf1 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:05.039167 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cd20c6cb-9a8a-4693-8219-b7ccae7314a3 req-de63429f-9ec9-4fbd-883e-d1b7fffd9bf1 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0483575 Sep 01 00:35:05.087255 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cd20c6cb-9a8a-4693-8219-b7ccae7314a3 req-60b96905-ac25-4401-be56-2fbb0c7ff714 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Sep 01 00:35:05.703998 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616662-458a-4a39-acca-b2b36b6da6d1 req-b7b4301e-5f3a-4497-a861-8bbcd63b5404 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:05.705469 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6a616662-458a-4a39-acca-b2b36b6da6d1 req-b7b4301e-5f3a-4497-a861-8bbcd63b5404 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0461819 Sep 01 00:35:05.752842 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6a616662-458a-4a39-acca-b2b36b6da6d1 req-15ad32ef-ae49-4c3d-967a-b2e4ac010903 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412784 Sep 01 00:35:06.876879 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4290a5-f507-4aa9-8ad9-7802e082c5de req-5cfa5fd1-08aa-4ad4-a2e2-05c287b5237f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:06.878894 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ad4290a5-f507-4aa9-8ad9-7802e082c5de req-5cfa5fd1-08aa-4ad4-a2e2-05c287b5237f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0472729 Sep 01 00:35:06.927200 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ad4290a5-f507-4aa9-8ad9-7802e082c5de req-672f2a00-7ff3-4df7-9399-e886f30ee9b4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428154 Sep 01 00:35:08.043887 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:08.054945 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8cd3-dd29-4cc9-9e17-abb396333b9a req-d2decb08-7ebd-4562-9407-7d13efdb6998 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:08.056402 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cc4b8cd3-dd29-4cc9-9e17-abb396333b9a req-d2decb08-7ebd-4562-9407-7d13efdb6998 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0530167 Sep 01 00:35:08.102868 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-cc4b8cd3-dd29-4cc9-9e17-abb396333b9a req-069c3413-0fa4-4f39-a0f0-93c2413cf287 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409548 Sep 01 00:35:09.278013 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6292f-ebf4-4d36-8396-cd5187b537a9 req-05902b61-ef66-4bd5-8c8e-1b219a2ac67c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:09.280369 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-52d6292f-ebf4-4d36-8396-cd5187b537a9 req-05902b61-ef66-4bd5-8c8e-1b219a2ac67c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0640416 Sep 01 00:35:09.336325 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-52d6292f-ebf4-4d36-8396-cd5187b537a9 req-283afc77-3ff2-4734-a2cd-d1d61cd3e493 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459244 Sep 01 00:35:10.473531 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432a561-132f-47b7-be27-173464a85b33 req-434a6a67-7aff-4760-bafb-a48b84cdf7fd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:10.475012 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5432a561-132f-47b7-be27-173464a85b33 req-434a6a67-7aff-4760-bafb-a48b84cdf7fd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0549519 Sep 01 00:35:10.521394 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5432a561-132f-47b7-be27-173464a85b33 req-e7ad412c-2cd8-4d04-8a7c-aa42c3748979 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408835 Sep 01 00:35:11.645143 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84998c5f-dd7b-4e20-86bb-de6a77ce9547 req-35f710c3-8a27-4f9a-a895-5b6f5f7883ef tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:11.646666 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-84998c5f-dd7b-4e20-86bb-de6a77ce9547 req-35f710c3-8a27-4f9a-a895-5b6f5f7883ef tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0472329 Sep 01 00:35:11.698341 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-84998c5f-dd7b-4e20-86bb-de6a77ce9547 req-66744a39-555e-42c9-a061-367f24d23189 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462132 Sep 01 00:35:12.460533 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:12.461450 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:12.825028 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e5328-52aa-47c4-9e26-d52daeec72ab req-9438b52b-ea9e-4652-9c85-087fcb3a1876 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:12.826737 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c81e5328-52aa-47c4-9e26-d52daeec72ab req-9438b52b-ea9e-4652-9c85-087fcb3a1876 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0461574 Sep 01 00:35:12.876226 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c81e5328-52aa-47c4-9e26-d52daeec72ab req-2a0619d6-3be9-4f45-91e0-a55cdb2d6c3e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433636 Sep 01 00:35:14.000313 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bad18-aa50-41a6-960f-dd9af030a3c0 req-ade9aa22-44ce-4de7-8e63-1cb498c5c6e2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:14.001705 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2a1bad18-aa50-41a6-960f-dd9af030a3c0 req-ade9aa22-44ce-4de7-8e63-1cb498c5c6e2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0466452 Sep 01 00:35:14.051059 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2a1bad18-aa50-41a6-960f-dd9af030a3c0 req-8b7c3f8e-e38d-4829-8b68-87019e89b138 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Sep 01 00:35:15.173664 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2912853-3658-4c9b-abcc-6869727c25e2 req-e752cf74-8c11-4865-9b1b-136941575734 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:15.175802 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c2912853-3658-4c9b-abcc-6869727c25e2 req-e752cf74-8c11-4865-9b1b-136941575734 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0476339 Sep 01 00:35:15.216314 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:15.224738 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c2912853-3658-4c9b-abcc-6869727c25e2 req-a9e4eef5-e562-40db-beef-b99cec449010 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Sep 01 00:35:16.593477 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df286a-4d69-4e8a-8d80-de711d9dcad4 req-7bc7a4d2-22cf-4c8b-bb72-8936603118a4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:16.594974 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-84df286a-4d69-4e8a-8d80-de711d9dcad4 req-7bc7a4d2-22cf-4c8b-bb72-8936603118a4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.2931206 Sep 01 00:35:16.642802 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-84df286a-4d69-4e8a-8d80-de711d9dcad4 req-9ae41e1d-f9c0-4103-ba20-79f2a8dfaa58 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416014 Sep 01 00:35:16.842687 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:16.847619 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:17.765662 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701435a0-7d79-4227-ab31-9e044bd345b0 req-e6d13ff5-449e-4159-8e36-40aafc9571fc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:17.767109 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-701435a0-7d79-4227-ab31-9e044bd345b0 req-e6d13ff5-449e-4159-8e36-40aafc9571fc tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0461180 Sep 01 00:35:17.803759 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:17.815059 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-701435a0-7d79-4227-ab31-9e044bd345b0 req-baf5f13b-e918-41ea-80f7-13b11bd8f310 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 Sep 01 00:35:18.192426 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6ad399c9-2cb1-4999-8111-29a8364f2345 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:35:18.296072 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:18.307121 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'port_id': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'mac_address': 'fa:16:3e:2b:67:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:35:18.341367 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6ad399c9-2cb1-4999-8111-29a8364f2345 is: ACTIVE; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:35:18.341760 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:18.358132 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ad399c9-2cb1-4999-8111-29a8364f2345 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:35:18.376696 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:18.380372 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:18.425171 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=6']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:18.941324 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360837ec-489f-4c7c-800c-ca5cc7ae3260 req-0a1e70a9-cb87-471f-8597-ed92388002f1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:18.943220 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-360837ec-489f-4c7c-800c-ca5cc7ae3260 req-0a1e70a9-cb87-471f-8597-ed92388002f1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 944 time: 0.0495763 Sep 01 00:35:18.989424 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-360837ec-489f-4c7c-800c-ca5cc7ae3260 req-671f391b-1bb2-45bb-8deb-0b56585651ea tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407205 Sep 01 00:35:19.329096 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=17 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:19.331934 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=35 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:19.369345 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['6ad399c9-2cb1-4999-8111-29a8364f2345'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:35:20.154930 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21815312-d957-45fa-a674-1f1c91adab47 req-3b3d82af-5883-4c37-a625-59c6165e287d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:20.157547 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-21815312-d957-45fa-a674-1f1c91adab47 req-3b3d82af-5883-4c37-a625-59c6165e287d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 944 time: 0.0771966 Sep 01 00:35:20.233133 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-21815312-d957-45fa-a674-1f1c91adab47 req-d10a7b0a-52ed-41f8-beb3-43fc4082000c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676420 Sep 01 00:35:20.381701 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-3c18e56a-7edd-4cec-b5a9-e101dd200a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:20.663348 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a868d-02a7-4554-b5df-9ec8811abae1 req-b2c1fc97-c8d4-4009-a419-b24aff98fd2b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:20.672256 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-875a868d-02a7-4554-b5df-9ec8811abae1 req-b2c1fc97-c8d4-4009-a419-b24aff98fd2b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 946 time: 0.0672481 Sep 01 00:35:20.732742 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-875a868d-02a7-4554-b5df-9ec8811abae1 req-ca8cf4b0-4298-4b3d-9829-795ee49d9784 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583429 Sep 01 00:35:21.274925 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6ad399c9-2cb1-4999-8111-29a8364f2345 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:35:21.354223 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 6ad399c9-2cb1-4999-8111-29a8364f2345 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:35:21.354585 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:21.420547 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284012ef-25b7-4cc7-8687-a4c01f2a88e7 req-e4ecf676-7aa6-42d2-b5cf-5a7be6a4739b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:21.423495 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-284012ef-25b7-4cc7-8687-a4c01f2a88e7 req-e4ecf676-7aa6-42d2-b5cf-5a7be6a4739b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 944 time: 0.0680645 Sep 01 00:35:21.532270 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-284012ef-25b7-4cc7-8687-a4c01f2a88e7 req-46106454-c9b1-41fb-91bd-d82a5e8e0e28 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976982 Sep 01 00:35:21.603871 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6ad399c9-2cb1-4999-8111-29a8364f2345 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:35:21.604970 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:21.632926 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:35:21.635373 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0178b8-e7ae-4f03-94dd-1bb195ad0706" -d '{"events": [{"server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "name": "network-vif-plugged", "status": "completed", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:35:21.650165 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:21.655252 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:21.694303 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed877a54-8d92-4162-a38b-26657f7ac2b7 x-openstack-request-id: req-ed877a54-8d92-4162-a38b-26657f7ac2b7 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:35:21.694673 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "name": "network-vif-plugged", "status": "completed", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:35:21.694934 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed877a54-8d92-4162-a38b-26657f7ac2b7 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:35:21.695331 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed877a54-8d92-4162-a38b-26657f7ac2b7'] response: {'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'code': 200} Sep 01 00:35:21.723651 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=7']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:21.912111 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2979384-476d-4fc5-9d1b-e8fc69064ee1 req-f771fa68-707e-4b3a-a571-40c85ba43fd2 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:21.913794 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b2979384-476d-4fc5-9d1b-e8fc69064ee1 req-f771fa68-707e-4b3a-a571-40c85ba43fd2 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 946 time: 0.0950797 Sep 01 00:35:21.979489 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b2979384-476d-4fc5-9d1b-e8fc69064ee1 req-904f2ff1-a41f-45bb-931c-aa388743fa55 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590918 Sep 01 00:35:22.454031 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-6d6ba608-4a99-4b73-a267-78d875b17ef2 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:22.456222 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-6d6ba608-4a99-4b73-a267-78d875b17ef2 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 946 time: 0.0519209 Sep 01 00:35:22.554063 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Deleting port 485c34a1-1789-4ff4-a713-f780bd540db1 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:35:22.554618 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:22.705536 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568a50-4e9a-416d-8351-16fb8e75a210 req-31b07d0b-59d5-447b-ba94-92ddf8061a5d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:22.708169 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4f568a50-4e9a-416d-8351-16fb8e75a210 req-31b07d0b-59d5-447b-ba94-92ddf8061a5d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0810285 Sep 01 00:35:22.746752 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:22.747630 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] For port 485c34a1-1789-4ff4-a713-f780bd540db1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=485c34a1-1789-4ff4-a713-f780bd540db1,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:22.747630 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:22.757720 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:22.772340 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-c79a22f1-bff5-43fd-8928-9c1fd28e21c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:22.846071 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4f568a50-4e9a-416d-8351-16fb8e75a210 req-b2959859-5c55-4b68-8800-dd836c51cc19 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307080 Sep 01 00:35:23.001451 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:23.002028 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (8ba82e85-4ac2-49a9-b648-6460db5ca40a), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:23.002524 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Floating IP 8ba82e85-4ac2-49a9-b648-6460db5ca40a disassociated. External IP: 172.27.4.234, port: 485c34a1-1789-4ff4-a713-f780bd540db1. Sep 01 00:35:23.003068 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Calling delete_port for 485c34a1-1789-4ff4-a713-f780bd540db1 owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:35:23.018857 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:23.121297 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0993b4-0e83-426a-b4a4-ca237dd1d648 req-96b72096-bbe8-468f-b3df-7275da14ef2a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:23.129707 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-be0993b4-0e83-426a-b4a4-ca237dd1d648 req-96b72096-bbe8-468f-b3df-7275da14ef2a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 946 time: 0.0700095 Sep 01 00:35:23.183407 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (485c34a1-1789-4ff4-a713-f780bd540db1), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:23.220427 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-be0993b4-0e83-426a-b4a4-ca237dd1d648 req-99fe5439-24dd-427c-8d2e-208b8a5a15e8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e399ce27-531e-4e6b-8035-885000df89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897152 Sep 01 00:35:23.243675 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'Port': ['ID=485c34a1-1789-4ff4-a713-f780bd540db1,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:23.405432 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:35:23.475899 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:23.548989 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:35:23.561935 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:35:23.574179 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:35:23.574899 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:35:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:23.625547 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] No DVR routers for this DVR port 485c34a1-1789-4ff4-a713-f780bd540db1 on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:35:23.631155 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:23.639087 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7fda0c46-0484-4286-b6a6-00dee8a07f98 req-04f5dd41-a5ea-41eb-89cd-48316428c893 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "DELETE /networking/v2.0/ports/485c34a1-1789-4ff4-a713-f780bd540db1 HTTP/1.1" status: 204 len: 173 time: 1.1772404 Sep 01 00:35:23.639574 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'name': 'network-vif-deleted', 'tag': '485c34a1-1789-4ff4-a713-f780bd540db1'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:35:23.641901 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f22122-86bd-44ee-934c-bd4605479a18" -d '{"events": [{"server_uuid": "ddd521ac-53c1-4789-94b2-c2fd1fa62bf5", "name": "network-vif-deleted", "tag": "485c34a1-1789-4ff4-a713-f780bd540db1"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:35:23.772166 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:35:23.841168 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb45f143-ab01-4041-8c03-fa475b7fc783 x-openstack-request-id: req-bb45f143-ab01-4041-8c03-fa475b7fc783 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:35:23.841546 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd521ac-53c1-4789-94b2-c2fd1fa62bf5", "name": "network-vif-deleted", "tag": "485c34a1-1789-4ff4-a713-f780bd540db1", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:35:23.841876 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb45f143-ab01-4041-8c03-fa475b7fc783 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:35:23.842450 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb45f143-ab01-4041-8c03-fa475b7fc783'] response: {'server_uuid': 'ddd521ac-53c1-4789-94b2-c2fd1fa62bf5', 'name': 'network-vif-deleted', 'tag': '485c34a1-1789-4ff4-a713-f780bd540db1', 'status': 'completed', 'code': 200} Sep 01 00:35:24.016204 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:24.065580 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36248c-609a-445e-8ad5-85dfbec72ffa req-353fc042-56b2-43ad-9d0a-4b773f8de2e2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:24.067737 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6e36248c-609a-445e-8ad5-85dfbec72ffa req-353fc042-56b2-43ad-9d0a-4b773f8de2e2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.1133423 Sep 01 00:35:24.119259 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:24.134077 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6e36248c-609a-445e-8ad5-85dfbec72ffa req-06d5b284-048e-44bb-82d4-d4b58bbc677b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594463 Sep 01 00:35:24.146857 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:35:24.156949 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:35:24.156949 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:35:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:24.296979 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:35:24.377495 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:24.421935 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5489c8c7-4a2a-4a9e-9e54-d09e92a84752 req-1e1a1894-0911-48d7-ac5c-b3ac1f6a490d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddd521ac-53c1-4789-94b2-c2fd1fa62bf5 HTTP/1.1" status: 200 len: 210 time: 0.0727789 Sep 01 00:35:24.646996 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:24.675070 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a60d7e-aab8-4658-aa51-71e3718b5853 None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:35:24.689488 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55574) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:24.835928 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-68ee7d02-e044-4741-9e25-da240d3236cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:24.935228 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-68ee7d02-e044-4741-9e25-da240d3236cb admin admin] Publish callbacks [] for security_group (03a95c56-1414-4e8e-a75f-be1e1e707007), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:24.940459 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-68ee7d02-e044-4741-9e25-da240d3236cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (03a95c56-1414-4e8e-a75f-be1e1e707007), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:24.984217 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee7d02-e044-4741-9e25-da240d3236cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a95c56-1414-4e8e-a75f-be1e1e707007,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:24.993135 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 55578) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:24.993611 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-68ee7d02-e044-4741-9e25-da240d3236cb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a1b0bb112cb54d1d940670e38d181eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024373 Sep 01 00:35:25.051220 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d253c12-9b1e-4156-8321-dc30939ab367 admin admin] Publish callbacks [] for security_group (03a95c56-1414-4e8e-a75f-be1e1e707007), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.075627 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d253c12-9b1e-4156-8321-dc30939ab367 admin admin] Publish callbacks [] for security_group (03a95c56-1414-4e8e-a75f-be1e1e707007), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.076418 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc59ae-9145-4dea-8662-1b9bebd64674 None None] New status for floating IP 8ba82e85-4ac2-49a9-b648-6460db5ca40a: DOWN {{(pid=117904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:35:25.158918 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d253c12-9b1e-4156-8321-dc30939ab367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (03a95c56-1414-4e8e-a75f-be1e1e707007), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.163905 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8d253c12-9b1e-4156-8321-dc30939ab367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.167533 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-8d253c12-9b1e-4156-8321-dc30939ab367 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/03a95c56-1414-4e8e-a75f-be1e1e707007 HTTP/1.1" status: 204 len: 168 time: 0.1735361 Sep 01 00:35:25.179902 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d253c12-9b1e-4156-8321-dc30939ab367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a95c56-1414-4e8e-a75f-be1e1e707007,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:25.284788 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 485c34a1-1789-4ff4-a713-f780bd540db1 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:35:25.325562 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 485c34a1-1789-4ff4-a713-f780bd540db1 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:35:25.325920 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 485c34a1-1789-4ff4-a713-f780bd540db1 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:35:25.342703 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.365309 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127dab-9a09-45c6-980b-17bfa63301ad req-1e527a67-51bf-4be7-b453-cb3a7b49c25a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:25.375090 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a0127dab-9a09-45c6-980b-17bfa63301ad req-1e527a67-51bf-4be7-b453-cb3a7b49c25a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0839083 Sep 01 00:35:25.411663 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.439200 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a0127dab-9a09-45c6-980b-17bfa63301ad req-f5831014-7519-4b45-87af-40927b2c1d49 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525014 Sep 01 00:35:25.548632 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 55592) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:25.621716 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6c73-95f6-4f4f-ab76-0043a0f52569 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (e399ce27-531e-4e6b-8035-885000df89d4), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.634016 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 55594) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:25.659683 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e23b753-198a-4a49-8798-ee7eb74f18b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.663635 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6c73-95f6-4f4f-ab76-0043a0f52569 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (e399ce27-531e-4e6b-8035-885000df89d4), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.735404 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:25.774934 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6c73-95f6-4f4f-ab76-0043a0f52569 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e399ce27-531e-4e6b-8035-885000df89d4), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.777810 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6c73-95f6-4f4f-ab76-0043a0f52569 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.781791 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55596) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:25.782006 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-3c2a6c73-95f6-4f4f-ab76-0043a0f52569 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e399ce27-531e-4e6b-8035-885000df89d4 HTTP/1.1" status: 204 len: 168 time: 0.2321308 Sep 01 00:35:25.798704 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.api.v2.resource [None req-7b59bf2c-35c2-4848-a90d-341d244be910 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] show failed (client error): The resource could not be found. Sep 01 00:35:25.800088 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7b59bf2c-35c2-4848-a90d-341d244be910 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups/e399ce27-531e-4e6b-8035-885000df89d4 HTTP/1.1" status: 404 len: 347 time: 0.0167837 Sep 01 00:35:25.804969 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55598) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:25.810161 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a6c73-95f6-4f4f-ab76-0043a0f52569 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e399ce27-531e-4e6b-8035-885000df89d4,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:25.816592 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e23b753-198a-4a49-8798-ee7eb74f18b9 admin admin] Publish callbacks [] for security_group (77742aa9-2bdc-4175-9fdd-0b69dc78ce31), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.835663 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e23b753-198a-4a49-8798-ee7eb74f18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (77742aa9-2bdc-4175-9fdd-0b69dc78ce31), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:25.863835 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23b753-198a-4a49-8798-ee7eb74f18b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77742aa9-2bdc-4175-9fdd-0b69dc78ce31,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:25.900415 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6e23b753-198a-4a49-8798-ee7eb74f18b9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b10264182cfa4019a5e0c5531638be8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630174 Sep 01 00:35:25.902313 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 55600) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:25.990163 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3d3900d4-9a78-49cf-a63e-1cf0b6e24881 admin admin] Publish callbacks [] for security_group (77742aa9-2bdc-4175-9fdd-0b69dc78ce31), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:26.026440 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3d3900d4-9a78-49cf-a63e-1cf0b6e24881 admin admin] Publish callbacks [] for security_group (77742aa9-2bdc-4175-9fdd-0b69dc78ce31), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:26.104596 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3d3900d4-9a78-49cf-a63e-1cf0b6e24881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (77742aa9-2bdc-4175-9fdd-0b69dc78ce31), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:26.109085 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3d3900d4-9a78-49cf-a63e-1cf0b6e24881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:26.114721 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-3d3900d4-9a78-49cf-a63e-1cf0b6e24881 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/77742aa9-2bdc-4175-9fdd-0b69dc78ce31 HTTP/1.1" status: 204 len: 168 time: 0.2057683 Sep 01 00:35:26.139631 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3900d4-9a78-49cf-a63e-1cf0b6e24881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77742aa9-2bdc-4175-9fdd-0b69dc78ce31,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:26.288434 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-db16a1cd-2d15-47b1-b624-82270d5d3755 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Deleting port 92fd282f-0ad0-44f7-8907-e9dfc031ead2 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:35:26.288811 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db16a1cd-2d15-47b1-b624-82270d5d3755 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (92fd282f-0ad0-44f7-8907-e9dfc031ead2), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:26.385771 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db16a1cd-2d15-47b1-b624-82270d5d3755 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (92fd282f-0ad0-44f7-8907-e9dfc031ead2), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:26.386370 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db16a1cd-2d15-47b1-b624-82270d5d3755 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (92fd282f-0ad0-44f7-8907-e9dfc031ead2), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:26.400188 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-db16a1cd-2d15-47b1-b624-82270d5d3755 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Calling delete_port for 92fd282f-0ad0-44f7-8907-e9dfc031ead2 owned by network:floatingip {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:35:26.412977 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:26.500887 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:26.622108 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce01da-43da-4051-ae83-343a1963718d req-513c6998-f1ad-4348-a3c4-ca3a0ae8694a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:26.625286 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cfce01da-43da-4051-ae83-343a1963718d req-513c6998-f1ad-4348-a3c4-ca3a0ae8694a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0571840 Sep 01 00:35:26.634968 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db16a1cd-2d15-47b1-b624-82270d5d3755 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (92fd282f-0ad0-44f7-8907-e9dfc031ead2), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:26.681825 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16a1cd-2d15-47b1-b624-82270d5d3755 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'Port': ['ID=92fd282f-0ad0-44f7-8907-e9dfc031ead2,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:26.719897 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cfce01da-43da-4051-ae83-343a1963718d req-7d6ff083-62b4-4636-b8d5-401b2d9f85d8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871680 Sep 01 00:35:26.786477 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db16a1cd-2d15-47b1-b624-82270d5d3755 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (8ba82e85-4ac2-49a9-b648-6460db5ca40a), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:26.789350 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db16a1cd-2d15-47b1-b624-82270d5d3755 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:26.790934 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-db16a1cd-2d15-47b1-b624-82270d5d3755 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8ba82e85-4ac2-49a9-b648-6460db5ca40a HTTP/1.1" status: 204 len: 168 time: 0.9847188 Sep 01 00:35:26.896782 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55624) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:26.904418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-5b1eea46-bd6c-441a-aeff-e70d30279052 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143899321', 'description': 'tempest-description--163964496'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:26.964950 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5b1eea46-bd6c-441a-aeff-e70d30279052 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.061448 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5b1eea46-bd6c-441a-aeff-e70d30279052 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (769ce52b-e172-42c0-a8f0-9e498680a391), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.069096 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5b1eea46-bd6c-441a-aeff-e70d30279052 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (769ce52b-e172-42c0-a8f0-9e498680a391), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.107350 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5b1eea46-bd6c-441a-aeff-e70d30279052 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.109217 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-5b1eea46-bd6c-441a-aeff-e70d30279052 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2126431 Sep 01 00:35:27.112263 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 55636) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:27.114692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1eea46-bd6c-441a-aeff-e70d30279052 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769ce52b-e172-42c0-a8f0-9e498680a391,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:27.117048 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-11db91b8-4d44-41d5-9c74-751e8a2809c7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group_rule': {'security_group_id': '769ce52b-e172-42c0-a8f0-9e498680a391', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:27.148308 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-11db91b8-4d44-41d5-9c74-751e8a2809c7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (5baa8f51-700a-4001-a427-1f71eccb0267), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.179250 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:27.221447 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-11db91b8-4d44-41d5-9c74-751e8a2809c7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (5baa8f51-700a-4001-a427-1f71eccb0267), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.227347 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-11db91b8-4d44-41d5-9c74-751e8a2809c7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (5baa8f51-700a-4001-a427-1f71eccb0267), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.270246 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db91b8-4d44-41d5-9c74-751e8a2809c7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baa8f51-700a-4001-a427-1f71eccb0267,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:27.282052 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-11db91b8-4d44-41d5-9c74-751e8a2809c7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.287588 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-11db91b8-4d44-41d5-9c74-751e8a2809c7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707797 Sep 01 00:35:27.287773 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55642) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:27.293985 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-ee58ec27-fcc6-4bc2-a3c0-01daa004d45d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'security_group_rule': {'security_group_id': '769ce52b-e172-42c0-a8f0-9e498680a391', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:27.335103 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ee58ec27-fcc6-4bc2-a3c0-01daa004d45d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (bbbf2e27-6a6d-4d03-874a-85fe5974fd9d), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.433496 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ee58ec27-fcc6-4bc2-a3c0-01daa004d45d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (bbbf2e27-6a6d-4d03-874a-85fe5974fd9d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.439134 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ee58ec27-fcc6-4bc2-a3c0-01daa004d45d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (bbbf2e27-6a6d-4d03-874a-85fe5974fd9d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.464726 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58ec27-fcc6-4bc2-a3c0-01daa004d45d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbf2e27-6a6d-4d03-874a-85fe5974fd9d,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:27.475414 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ee58ec27-fcc6-4bc2-a3c0-01daa004d45d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.479927 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-ee58ec27-fcc6-4bc2-a3c0-01daa004d45d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1886084 Sep 01 00:35:27.480249 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 55648) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:27.484893 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:27.510917 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.610282 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:27.750780 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Allocated IP 172.27.4.41 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/7bda7e98-7f19-4774-8b5b-e255b38a09f8) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:35:27.815947 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:27.920021 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965f2b8-ac73-44c1-b70e-76f6f97bb6b2 req-35f7e9c0-b592-48f7-8e4f-ddc113243796 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:27.922866 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3965f2b8-ac73-44c1-b70e-76f6f97bb6b2 req-35f7e9c0-b592-48f7-8e4f-ddc113243796 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0722821 Sep 01 00:35:27.932818 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (7bda7e98-7f19-4774-8b5b-e255b38a09f8), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:28.002418 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3965f2b8-ac73-44c1-b70e-76f6f97bb6b2 req-87c05d5a-a2d6-4e54-99da-ff4c7ffa7fda tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673475 Sep 01 00:35:28.014626 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (7bda7e98-7f19-4774-8b5b-e255b38a09f8), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:28.071516 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:35:28.077333 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:35:28.083260 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:35:28.087198 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=7bda7e98-7f19-4774-8b5b-e255b38a09f8,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:28.203878 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (c5b05b07-15bc-457b-bde2-dd65ce250037), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:28.255350 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7bda7e98-7f19-4774-8b5b-e255b38a09f8), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:28.325412 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:28.445214 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (7bda7e98-7f19-4774-8b5b-e255b38a09f8), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:28.454469 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (7bda7e98-7f19-4774-8b5b-e255b38a09f8), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:28.528436 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=7bda7e98-7f19-4774-8b5b-e255b38a09f8,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:28.536598 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (c5b05b07-15bc-457b-bde2-dd65ce250037), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:28.553980 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:28.555304 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-4ea05e83-2c0c-46e2-bd77-12ac57e73548 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0739651 Sep 01 00:35:28.873388 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-52389005-108f-4013-bda7-b18dd23f22ee tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1143899321&fields=id&tenant_id=b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 267 time: 0.0910895 Sep 01 00:35:29.016575 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-9a136fac-3d6e-4d17-a642-30a9217b7ba0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:29.019047 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-9a136fac-3d6e-4d17-a642-30a9217b7ba0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 814 time: 0.1445816 Sep 01 00:35:29.038238 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-f1df809c-3dba-4e64-ab1f-de942219035b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/quotas/b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 375 time: 0.0108793 Sep 01 00:35:29.101179 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-ad4f56c4-4279-4b97-820f-408ceec5a2a8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563519 Sep 01 00:35:29.174249 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a595550-fa57-4c3a-b781-1f0b7e912c7f req-c962dc34-ab91-4948-861f-9b7980c96dda tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:29.176474 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9a595550-fa57-4c3a-b781-1f0b7e912c7f req-c962dc34-ab91-4948-861f-9b7980c96dda tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0590596 Sep 01 00:35:29.273063 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9a595550-fa57-4c3a-b781-1f0b7e912c7f req-dc025b62-7758-4a43-9565-dfa007c76a69 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885465 Sep 01 00:35:29.360457 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-adabaac9-1f1a-4312-9d0e-8b2b89402214 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438512 Sep 01 00:35:29.407642 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:29.491651 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:29.521492 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-b2ddc4de-4a8c-4d69-8ab3-332ffa8c0b50 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542208 Sep 01 00:35:29.747819 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f1c8c6b2-eae4-45ab-94c9-97843ba1cc5b req-f432c11b-2559-4c49-9895-0bbe39ae4e84 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 210 time: 0.0518432 Sep 01 00:35:30.495021 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53d932-cd42-47be-bc56-350f49cb3143 req-afd70dbf-87e9-4d87-860b-9266b8a74aa9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:30.503197 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6a53d932-cd42-47be-bc56-350f49cb3143 req-afd70dbf-87e9-4d87-860b-9266b8a74aa9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0827715 Sep 01 00:35:30.549712 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:30.592817 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6a53d932-cd42-47be-bc56-350f49cb3143 req-5841c0e6-2103-48eb-a2b6-b5e5df7fb280 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861526 Sep 01 00:35:30.844324 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:35:30.913480 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7bd44502-d2c7-4c19-b991-ffe256aa32a3 req-62e37ce8-3e14-4b62-884f-04dad7a64761 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 210 time: 0.0429046 Sep 01 00:35:31.729058 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3074b-ef33-4253-8003-effc4add703f req-137a4702-3238-40cc-a98d-7bfd88f4dbf9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:31.731132 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-52a3074b-ef33-4253-8003-effc4add703f req-137a4702-3238-40cc-a98d-7bfd88f4dbf9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0488162 Sep 01 00:35:31.797443 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-52a3074b-ef33-4253-8003-effc4add703f req-65a0cda6-1e1d-489b-9c2d-534d1e05101d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606809 Sep 01 00:35:32.018582 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-266fe613-c10d-41a3-9b7b-e23f9f130152 req-3669241c-bce2-4eee-a9d9-8e2e2f08f7bf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 210 time: 0.0318151 Sep 01 00:35:32.137471 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-a64e88ce-cf07-4ad9-a109-7e2f557bd817 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:32.138907 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-a64e88ce-cf07-4ad9-a109-7e2f557bd817 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 814 time: 0.1083810 Sep 01 00:35:32.358319 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-4ba98db5-793d-4f7c-8b12-5a307ae34f8c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b1bcb33a579e47518fafa960505447dc HTTP/1.1" status: 200 len: 380 time: 0.0639837 Sep 01 00:35:32.439723 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'port': {'device_id': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'admin_state_up': True, 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'security_groups': ['769ce52b-e172-42c0-a8f0-9e498680a391']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:32.548411 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-dda679b2-33ad-40bc-b642-e516797385b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:32.555016 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-dda679b2-33ad-40bc-b642-e516797385b5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 1129 time: 0.1088562 Sep 01 00:35:32.577986 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Made reservation on behalf of b1bcb33a579e47518fafa960505447dc for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:35:32.585801 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:32.681136 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-18b35c12-e013-4828-aee2-4ad9476c7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:32.682937 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-18b35c12-e013-4828-aee2-4ad9476c7f84 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 918 time: 0.1132932 Sep 01 00:35:32.685347 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:32.763922 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-d62e4844-7d09-4b88-8e8f-1ae84fe8674c service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad399c9-2cb1-4999-8111-29a8364f2345 HTTP/1.1" status: 200 len: 1000 time: 0.0704598 Sep 01 00:35:32.774372 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Allocated IP 172.20.0.11 (c58401f2-7e87-4905-8554-61c4ec2b1ce1/2bad8638-a649-41cc-add0-9f3723700ba7/e8f8c3e3-d46f-4e18-9620-44f218cd1524) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:35:32.776232 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 55790) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:32.821066 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-5fb396e5-a849-4d09-a41c-e059b1e351cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:32.823074 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-5fb396e5-a849-4d09-a41c-e059b1e351cd service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 200 len: 856 time: 0.0507948 Sep 01 00:35:32.916213 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-51648b5c-3b4c-40d3-b2a4-12cda219726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:32.919323 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-51648b5c-3b4c-40d3-b2a4-12cda219726b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0892346 Sep 01 00:35:32.991721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-70e54617-e7f4-4a1f-bcab-dc087e7e3197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.022436 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-5c3b6f26-1c09-4a22-80db-09d70ea8ca6d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943768 Sep 01 00:35:33.026012 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf2e1b-8a0b-479e-856f-d6cc5faee4be req-20d3100e-1d70-4d9a-af5a-b4e5d996e57d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:33.027454 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-deaf2e1b-8a0b-479e-856f-d6cc5faee4be req-20d3100e-1d70-4d9a-af5a-b4e5d996e57d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0942769 Sep 01 00:35:33.106209 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.121695 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:33.124836 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0742d2e1-b017-4ceb-9313-0ef09ed6ec6c req-5211ae4f-d34d-4649-9816-db9b41fdee4f tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 210 time: 0.0285146 Sep 01 00:35:33.145078 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-deaf2e1b-8a0b-479e-856f-d6cc5faee4be req-1576c56b-c808-4da3-a799-1779a35c3135 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068935 Sep 01 00:35:33.191716 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-70e54617-e7f4-4a1f-bcab-dc087e7e3197 admin admin] Publish callbacks [] for security_group (bd5e47b2-416c-4297-a341-4a6627835b75), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.195544 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-70e54617-e7f4-4a1f-bcab-dc087e7e3197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (bd5e47b2-416c-4297-a341-4a6627835b75), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.207931 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.271514 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e54617-e7f4-4a1f-bcab-dc087e7e3197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5e47b2-416c-4297-a341-4a6627835b75,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:33.280288 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-70e54617-e7f4-4a1f-bcab-dc087e7e3197 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=197f8c3a5eb6418c8e0c66d43f6fd958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026767 Sep 01 00:35:33.285957 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55804) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:33.291623 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:35:33.294963 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:35:33.298727 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:35:33.303401 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event updated for resources: {'Port': ['ID=e8f8c3e3-d46f-4e18-9620-44f218cd1524,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:33.358231 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:33.358961 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.377410 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8f770e62-299f-4ae3-b62b-1cc8ec5039cc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9426765 Sep 01 00:35:33.411316 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c15e8d3f-3365-490d-a8d1-681e366b801f req-e8ab17ec-f984-4c28-b547-615ceb2bd04c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578193 Sep 01 00:35:33.411976 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Request body: {'port': {'device_id': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:33.412104 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9336eddb-54fc-4455-b6e6-93539924cd3e admin admin] Publish callbacks [] for security_group (bd5e47b2-416c-4297-a341-4a6627835b75), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.459350 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9336eddb-54fc-4455-b6e6-93539924cd3e admin admin] Publish callbacks [] for security_group (bd5e47b2-416c-4297-a341-4a6627835b75), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.490896 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.522180 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9336eddb-54fc-4455-b6e6-93539924cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (bd5e47b2-416c-4297-a341-4a6627835b75), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.524937 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9336eddb-54fc-4455-b6e6-93539924cd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.528966 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-9336eddb-54fc-4455-b6e6-93539924cd3e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bd5e47b2-416c-4297-a341-4a6627835b75 HTTP/1.1" status: 204 len: 168 time: 0.2074726 Sep 01 00:35:33.539871 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336eddb-54fc-4455-b6e6-93539924cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5e47b2-416c-4297-a341-4a6627835b75,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:33.582648 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-7ffd6331-78f1-4d23-a82f-ea647a2cf305 None None] Provisioning complete for port e8f8c3e3-d46f-4e18-9620-44f218cd1524 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:35:33.583299 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6331-78f1-4d23-a82f-ea647a2cf305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.627385 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd6331-78f1-4d23-a82f-ea647a2cf305 None None] Port e8f8c3e3-d46f-4e18-9620-44f218cd1524 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:35:33.686738 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:33.792423 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f8c3e3-d46f-4e18-9620-44f218cd1524 {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:35:33.801035 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Publish callbacks [] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.814355 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Transition to ACTIVE for port object e8f8c3e3-d46f-4e18-9620-44f218cd1524 will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:35:33.818416 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.836717 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55810) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:33.850905 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0d5042c0-ac5b-49da-8185-49a9d4339dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.895487 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f8c3e3-d46f-4e18-9620-44f218cd1524,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:33.928599 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Attempting to bind port e8f8c3e3-d46f-4e18-9620-44f218cd1524 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:35:33.928922 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Attempting to bind port e8f8c3e3-d46f-4e18-9620-44f218cd1524 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:35:33.929250 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Attempting to bind port e8f8c3e3-d46f-4e18-9620-44f218cd1524 on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:35:33.933618 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Port e8f8c3e3-d46f-4e18-9620-44f218cd1524 on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:35:33.933969 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Attempting to bind port e8f8c3e3-d46f-4e18-9620-44f218cd1524 on network c58401f2-7e87-4905-8554-61c4ec2b1ce1 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:35:33.936460 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:33.939444 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:35:33.939780 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Checking segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:35:33.940158 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Bound using segment: {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:35:33.940606 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Bound port: e8f8c3e3-d46f-4e18-9620-44f218cd1524, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b105ef-7b0d-4603-aee1-2d06201869ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:35:33.941313 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.942446 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0d5042c0-ac5b-49da-8185-49a9d4339dd5 admin admin] Publish callbacks [] for security_group (ac4487db-618e-4106-a7a6-2cfe3cf02e3c), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.946107 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0d5042c0-ac5b-49da-8185-49a9d4339dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ac4487db-618e-4106-a7a6-2cfe3cf02e3c), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:33.998938 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-0d5042c0-ac5b-49da-8185-49a9d4339dd5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=275b335f84e6499a84e149821492cc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525905 Sep 01 00:35:33.998938 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5042c0-ac5b-49da-8185-49a9d4339dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4487db-618e-4106-a7a6-2cfe3cf02e3c,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:33.999596 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 55814) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:34.045792 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] For port e8f8c3e3-d46f-4e18-9620-44f218cd1524, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:35:34.062971 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] For port e8f8c3e3-d46f-4e18-9620-44f218cd1524, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e8f8c3e3-d46f-4e18-9620-44f218cd1524,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:35:34.075128 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:34.082395 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:34.083010 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:34.084394 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/e8f8c3e3-d46f-4e18-9620-44f218cd1524 HTTP/1.1" status: 200 len: 1094 time: 0.6785641 Sep 01 00:35:34.087687 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'tag': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:35:34.089944 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92371bd2-947b-492c-bdce-a819f377df89" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6cf6ab-6209-485d-b0b0-07e534aff731", "tag": "e8f8c3e3-d46f-4e18-9620-44f218cd1524"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:35:34.109181 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c3393d0e-4f30-4037-9452-9f3d33de592f admin admin] Publish callbacks [] for security_group (ac4487db-618e-4106-a7a6-2cfe3cf02e3c), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:34.135728 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e59b477-cb47-4727-b1e2-d9ebbd7303b4 x-openstack-request-id: req-1e59b477-cb47-4727-b1e2-d9ebbd7303b4 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:35:34.136018 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6cf6ab-6209-485d-b0b0-07e534aff731", "tag": "e8f8c3e3-d46f-4e18-9620-44f218cd1524", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:35:34.136264 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e59b477-cb47-4727-b1e2-d9ebbd7303b4 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:35:34.136680 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e59b477-cb47-4727-b1e2-d9ebbd7303b4'] response: {'name': 'network-changed', 'server_uuid': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'tag': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524', 'status': 'completed', 'code': 200} Sep 01 00:35:34.142786 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c3393d0e-4f30-4037-9452-9f3d33de592f admin admin] Publish callbacks [] for security_group (ac4487db-618e-4106-a7a6-2cfe3cf02e3c), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:34.169390 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25028ead-6ad0-4eee-b178-2c6187432026 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f8c3e3-d46f-4e18-9620-44f218cd1524,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:34.218665 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c3393d0e-4f30-4037-9452-9f3d33de592f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ac4487db-618e-4106-a7a6-2cfe3cf02e3c), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:34.222831 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c3393d0e-4f30-4037-9452-9f3d33de592f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:34.224420 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c3393d0e-4f30-4037-9452-9f3d33de592f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ac4487db-618e-4106-a7a6-2cfe3cf02e3c HTTP/1.1" status: 204 len: 168 time: 0.2239952 Sep 01 00:35:34.240746 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3393d0e-4f30-4037-9452-9f3d33de592f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4487db-618e-4106-a7a6-2cfe3cf02e3c,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:34.259346 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:34.301184 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782cba7-2be9-4dd0-a803-48c486036da1 req-50000ce9-f3d1-4593-81a9-eec2f2823257 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:34.307920 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4782cba7-2be9-4dd0-a803-48c486036da1 req-50000ce9-f3d1-4593-81a9-eec2f2823257 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 944 time: 0.0982840 Sep 01 00:35:34.318110 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2f7c5-6fb8-4eb8-a385-a60bd308a617 req-4122f12d-aacb-41d5-bcea-eee657646718 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:34.319905 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f3a2f7c5-6fb8-4eb8-a385-a60bd308a617 req-4122f12d-aacb-41d5-bcea-eee657646718 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 945 time: 0.0762172 Sep 01 00:35:34.323170 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:34.364785 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4782cba7-2be9-4dd0-a803-48c486036da1 req-924b50ca-a710-43f7-8eaa-8a1a9f1501bd tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553088 Sep 01 00:35:34.384045 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f3a2f7c5-6fb8-4eb8-a385-a60bd308a617 req-abcf6f45-8200-4f7e-b43a-bb5121d94cc4 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550187 Sep 01 00:35:34.953701 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55846) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:35.056238 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1926878446-network', 'tenant_id': 'f304ab61c8c140b38bf828d0d2930f4d'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:35.077601 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Made reservation on behalf of f304ab61c8c140b38bf828d0d2930f4d for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:35:35.080032 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.080183 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92371bd2-947b-492c-bdce-a819f377df89 req-70665fa1-29a9-4f94-92d0-a60e67ccf254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:35.082202 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-92371bd2-947b-492c-bdce-a819f377df89 req-70665fa1-29a9-4f94-92d0-a60e67ccf254 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 1128 time: 0.0423391 Sep 01 00:35:35.089714 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.170495 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Publish callbacks [] for security_group (1836bbdf-0a4a-47b6-ae9e-8193b5b214fc), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.179918 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (1836bbdf-0a4a-47b6-ae9e-8193b5b214fc), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.204970 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=117902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:35:35.211944 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92371bd2-947b-492c-bdce-a819f377df89 req-1d6372eb-1cad-4e16-8fc2-aeb74b768efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:35.213546 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-92371bd2-947b-492c-bdce-a819f377df89 req-1d6372eb-1cad-4e16-8fc2-aeb74b768efc service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=b1bcb33a579e47518fafa960505447dc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1249707 Sep 01 00:35:35.223004 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1836bbdf-0a4a-47b6-ae9e-8193b5b214fc,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:35.226105 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (538bb7d3-6f83-477f-88ab-fea2471ea078), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.226425 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Added segment 538bb7d3-6f83-477f-88ab-fea2471ea078 of type vlan for network bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40 Sep 01 00:35:35.285197 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.321138 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.321347 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6ad399c9-2cb1-4999-8111-29a8364f2345 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:35:35.322278 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:35.322899 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.355993 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:35.363874 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4089754 Sep 01 00:35:35.370108 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55858) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:35.376308 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92371bd2-947b-492c-bdce-a819f377df89 req-d9920507-1150-43a0-a4df-2e69c10b3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:35.378077 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-92371bd2-947b-492c-bdce-a819f377df89 req-d9920507-1150-43a0-a4df-2e69c10b3dfa service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1421840 Sep 01 00:35:35.384154 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Request body: {'subnet': {'network_id': 'bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1926878446-subnet', 'tenant_id': 'f304ab61c8c140b38bf828d0d2930f4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:35.443270 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Made reservation on behalf of f304ab61c8c140b38bf828d0d2930f4d for: {'subnet': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:35:35.445214 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6ad399c9-2cb1-4999-8111-29a8364f2345 is: ACTIVE; New status is: DOWN {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:35:35.445746 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9917779'] for subnet (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.446250 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.469143 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:35.477129 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:35:35.493096 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308a78a9-abf8-44eb-a5f5-5861815189db" -d '{"events": [{"server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:35:35.493096 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:35.504617 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:35.509388 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.515166 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8369aa24-9488-486f-8683-092b46fdfa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:35.517779 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-8369aa24-9488-486f-8683-092b46fdfa5e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 1128 time: 0.0670235 Sep 01 00:35:35.521911 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c8a00-839b-4f0b-8f41-d78c0b376404 admin admin] Pushing event updated for resources: {'Network': ['ID=bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:35.573214 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:35:35.593808 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-7663f6c1-7802-403c-a23a-68a98bc0d2f3 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f8c3e3-d46f-4e18-9620-44f218cd1524 HTTP/1.1" status: 200 len: 217 time: 0.0621586 Sep 01 00:35:35.627633 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d3dd9-5274-431b-8428-32ef7b1f22a2 req-626fde4d-ff55-4c5c-a22a-d2f3f8114a98 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:35.630093 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e10d3dd9-5274-431b-8428-32ef7b1f22a2 req-626fde4d-ff55-4c5c-a22a-d2f3f8114a98 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 944 time: 0.0669687 Sep 01 00:35:35.646764 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=8']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:35.681455 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993353c-f6af-4dc2-b284-e38b9cd4a7ec req-e74bdb7a-ec9e-4984-bc63-ab1604d2c6ed tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:35.682933 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4993353c-f6af-4dc2-b284-e38b9cd4a7ec req-e74bdb7a-ec9e-4984-bc63-ab1604d2c6ed tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0919235 Sep 01 00:35:35.698689 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-a9cee0ae-0aac-47d6-af76-ea0732a71625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:35.700089 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-a9cee0ae-0aac-47d6-af76-ea0732a71625 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 200 len: 853 time: 0.0862682 Sep 01 00:35:35.741877 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4993353c-f6af-4dc2-b284-e38b9cd4a7ec req-eff32bfb-e626-4d0b-9420-f056dcada45c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501695 Sep 01 00:35:35.752618 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-e10d3dd9-5274-431b-8428-32ef7b1f22a2 req-c621336f-4ecb-43b0-af5c-c522e6778d5b tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130369 Sep 01 00:35:35.776489 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9725916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9917793'] for subnet (c63e13ec-0642-4ddb-b553-1375dc6edb67), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.829153 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:35.842173 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63e13ec-0642-4ddb-b553-1375dc6edb67,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:35.853188 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Checking segment: {'id': '538bb7d3-6f83-477f-88ab-fea2471ea078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:35:35.853544 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Network hostable DHCP agents. Network: bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:35:35.866531 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:35.876537 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Network bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:35:35.891220 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40) {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:35:35.909140 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:35.910501 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:35.929916 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db91cff8-66c8-4bb1-a539-815949907cbf None None] Network bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:35:35.938654 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-08e055f7-290e-42a8-b38d-50cddc3d1fca admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5630047 Sep 01 00:35:35.953636 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-ce44636a-74ae-4dd1-bc69-1aac2d302ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:35.955545 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-ce44636a-74ae-4dd1-bc69-1aac2d302ce3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c58401f2-7e87-4905-8554-61c4ec2b1ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0839925 Sep 01 00:35:36.038046 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 01 Sep 2022 00:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fdd997-3a7c-4c8f-b03b-6a08c2c9b4f4 x-openstack-request-id: req-a2fdd997-3a7c-4c8f-b03b-6a08c2c9b4f4 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:35:36.038638 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "name": "network-vif-unplugged", "status": "failed", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345", "code": 422}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:35:36.039038 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2fdd997-3a7c-4c8f-b03b-6a08c2c9b4f4 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:35:36.039734 dv-cinder-820027-21-iscsi neutron-server[117903]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a2fdd997-3a7c-4c8f-b03b-6a08c2c9b4f4']: {'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'code': 422} returned with failed status Sep 01 00:35:36.120170 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b498cf9-d4ec-4a21-8395-133a848d1ac2 req-00285b1f-b456-4a48-bfea-ec0059aec736 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:36.121821 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9b498cf9-d4ec-4a21-8395-133a848d1ac2 req-00285b1f-b456-4a48-bfea-ec0059aec736 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 945 time: 0.0718515 Sep 01 00:35:36.124905 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62755808-e521-4ef8-aca5-b833ccd4a1fd None None] Network bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:35:36.183275 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9b498cf9-d4ec-4a21-8395-133a848d1ac2 req-06a8af28-7b4c-470a-8b59-a4763debdf2b tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553634 Sep 01 00:35:36.514748 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55904) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:36.520563 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-790449228-network', 'tenant_id': '167809ca76fb4c7a9f36db2731735c7a'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:36.540245 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Made reservation on behalf of 167809ca76fb4c7a9f36db2731735c7a for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:35:36.542591 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:36.551689 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:36.635337 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Publish callbacks [] for security_group (9f08c2d8-5674-4124-8b61-0641fb74c6be), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:36.639130 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (9f08c2d8-5674-4124-8b61-0641fb74c6be), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:36.666380 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=117902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:35:36.676846 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f08c2d8-5674-4124-8b61-0641fb74c6be,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:36.683100 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (3222ed21-e6bd-45a9-be1d-e00dc6a1a934), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:36.683471 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Added segment 3222ed21-e6bd-45a9-be1d-e00dc6a1a934 of type vlan for network 132b2ca3-42b7-483b-a12c-5b2df23b5c7c Sep 01 00:35:36.727395 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (132b2ca3-42b7-483b-a12c-5b2df23b5c7c), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:36.754100 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (132b2ca3-42b7-483b-a12c-5b2df23b5c7c), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:36.755212 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:36.755813 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:36.807608 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2916398 Sep 01 00:35:36.810275 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 55916) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:36.822022 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Request body: {'subnet': {'network_id': '132b2ca3-42b7-483b-a12c-5b2df23b5c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-790449228-subnet', 'tenant_id': '167809ca76fb4c7a9f36db2731735c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:36.835418 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db999058-f578-42b0-97d8-322a82af2750 admin admin] Pushing event updated for resources: {'Network': ['ID=132b2ca3-42b7-483b-a12c-5b2df23b5c7c,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:36.847981 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network 132b2ca3-42b7-483b-a12c-5b2df23b5c7c details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:35:36.881522 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Made reservation on behalf of 167809ca76fb4c7a9f36db2731735c7a for: {'subnet': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:35:36.883727 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9917779'] for subnet (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:36.949488 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ad36a-f630-4b5e-b3c2-8ac9728e12cd req-793e6fac-7123-4b9a-a8d4-93a3a45478e2 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:36.951250 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4d3ad36a-f630-4b5e-b3c2-8ac9728e12cd req-793e6fac-7123-4b9a-a8d4-93a3a45478e2 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 944 time: 0.1088169 Sep 01 00:35:37.026809 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbad03-27f5-4cba-986a-c87f735a34d2 req-bea2d040-0364-4265-b926-41081e34f076 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:37.028328 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-14dbad03-27f5-4cba-986a-c87f735a34d2 req-bea2d040-0364-4265-b926-41081e34f076 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0533612 Sep 01 00:35:37.033205 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4d3ad36a-f630-4b5e-b3c2-8ac9728e12cd req-ba60b193-88ca-424f-8647-9b57aec63460 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704098 Sep 01 00:35:37.058330 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:37.097268 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-14dbad03-27f5-4cba-986a-c87f735a34d2 req-a7e8432c-2066-45cd-8c7b-be54d31fa858 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560415 Sep 01 00:35:37.135222 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9725916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9917793'] for subnet (9f3d974a-b4c0-4ec5-aad4-2fe2b3697520), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:37.171428 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:37.196268 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3d974a-b4c0-4ec5-aad4-2fe2b3697520,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:37.201829 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:37.205540 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Checking segment: {'id': '3222ed21-e6bd-45a9-be1d-e00dc6a1a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '132b2ca3-42b7-483b-a12c-5b2df23b5c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:35:37.205912 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Network hostable DHCP agents. Network: 132b2ca3-42b7-483b-a12c-5b2df23b5c7c, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:35:37.227868 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Network 132b2ca3-42b7-483b-a12c-5b2df23b5c7c is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:35:37.239505 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, 132b2ca3-42b7-483b-a12c-5b2df23b5c7c) {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:35:37.249416 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d5c57a-cedc-47d0-9eb7-7a38ef5636a9 None None] Network 132b2ca3-42b7-483b-a12c-5b2df23b5c7c requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:35:37.252677 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:37.255508 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:37.279767 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-40109994-430a-4594-b8e7-4125e5a53eeb admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4684784 Sep 01 00:35:37.334718 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafdace-325b-45c6-9696-be309beb6b70 req-0257e354-2673-464a-be85-ebc9e8d8ddd2 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:37.342007 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3dafdace-325b-45c6-9696-be309beb6b70 req-0257e354-2673-464a-be85-ebc9e8d8ddd2 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 945 time: 0.0609636 Sep 01 00:35:37.348013 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-7fa68400-6177-4071-a7ed-fc261a63853e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0508158 Sep 01 00:35:37.377801 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa58ab-526a-43bb-92ab-feaacac59a51 None None] Network 132b2ca3-42b7-483b-a12c-5b2df23b5c7c requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:35:37.423201 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3dafdace-325b-45c6-9696-be309beb6b70 req-ac5ba337-2856-456b-aa44-52d846a61be1 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799601 Sep 01 00:35:37.466353 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-c4b7aeae-f9d4-49cc-a108-a5d569b6b30b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:37.467755 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-c4b7aeae-f9d4-49cc-a108-a5d569b6b30b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports/6ad399c9-2cb1-4999-8111-29a8364f2345 HTTP/1.1" status: 200 len: 940 time: 0.0723910 Sep 01 00:35:37.770143 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-7fbdad5f-575b-48b0-bac2-b243074b0714 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999007 Sep 01 00:35:38.000618 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f8b38cde-97d7-490d-800a-d878cc75c635 req-348be6e7-da65-499f-9700-163f9d2ba17a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128452 Sep 01 00:35:38.071098 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-3db1f14d-870b-44fc-be61-95685b02f54c tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:38.072626 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-3db1f14d-870b-44fc-be61-95685b02f54c tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 945 time: 0.0476468 Sep 01 00:35:38.163620 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2ee61-4413-4e68-8bcc-26a24b9a597d req-682c53d6-7a85-4a7b-943f-28b3e0b08978 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:38.165155 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8ff2ee61-4413-4e68-8bcc-26a24b9a597d req-682c53d6-7a85-4a7b-943f-28b3e0b08978 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 944 time: 0.0514190 Sep 01 00:35:38.215418 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8ff2ee61-4413-4e68-8bcc-26a24b9a597d req-c663bb1b-0321-4ef2-85c3-f2dd98043f35 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447347 Sep 01 00:35:38.225041 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce89705-2a33-4a03-9b2c-3a819d5acaae req-e01ccbfe-8c37-4324-bcfa-c41862f1a51c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:38.226511 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2ce89705-2a33-4a03-9b2c-3a819d5acaae req-e01ccbfe-8c37-4324-bcfa-c41862f1a51c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0480726 Sep 01 00:35:38.276011 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2ce89705-2a33-4a03-9b2c-3a819d5acaae req-8b70b9e5-6eed-445f-b450-7704710425bd tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437677 Sep 01 00:35:38.537544 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79271335-a281-4c2c-9e6e-217ffd5f78df req-c0693a44-9c4a-44ea-a8b6-3fa88c3f9a55 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:38.539025 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-79271335-a281-4c2c-9e6e-217ffd5f78df req-c0693a44-9c4a-44ea-a8b6-3fa88c3f9a55 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 945 time: 0.0468268 Sep 01 00:35:38.585960 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-79271335-a281-4c2c-9e6e-217ffd5f78df req-ade91de3-d5ae-4c73-98b6-5321f4779844 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414064 Sep 01 00:35:38.930255 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Deleting port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:35:38.930603 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:38.993031 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:39.032880 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] For port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:39.033314 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:39.216146 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:39.216430 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (acca3db0-cb26-497a-a071-4926bcb6d8a7), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:39.216779 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Floating IP acca3db0-cb26-497a-a071-4926bcb6d8a7 disassociated. External IP: 172.27.4.105, port: 6e1784d4-2cf5-4a72-8d15-fe2c896999f1. Sep 01 00:35:39.217165 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Calling delete_port for 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:35:39.339443 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e8f8c3e3-d46f-4e18-9620-44f218cd1524 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:35:39.358293 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3607-3121-4ca8-8857-eba68559fe36 req-76227822-63c7-4251-9240-7f5bac3f87a1 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:39.360981 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-771e3607-3121-4ca8-8857-eba68559fe36 req-76227822-63c7-4251-9240-7f5bac3f87a1 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 944 time: 0.0559938 Sep 01 00:35:39.362796 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6ad399c9-2cb1-4999-8111-29a8364f2345 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:35:39.477699 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-9be410f4-6a33-41a6-acef-20186fe3afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:39.479630 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-9be410f4-6a33-41a6-acef-20186fe3afa4 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39&tenant_id=06942912e37346eaa2310a56b84f3886 HTTP/1.1" status: 200 len: 1127 time: 0.1156256 Sep 01 00:35:39.502773 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-771e3607-3121-4ca8-8857-eba68559fe36 req-4e047bb7-9102-4616-b570-8798d7989a18 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970342 Sep 01 00:35:39.580380 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-e7f641a8-65cb-4d7a-80b5-ee2fa294798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:39.582822 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-e7f641a8-65cb-4d7a-80b5-ee2fa294798a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 1127 time: 0.0446284 Sep 01 00:35:39.591548 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3cbca-d766-45bc-9730-4f281b2db8ae req-99973a9d-51e3-4c12-9a32-a24675447717 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:39.593066 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4ad3cbca-d766-45bc-9730-4f281b2db8ae req-99973a9d-51e3-4c12-9a32-a24675447717 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0665610 Sep 01 00:35:39.624016 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:39.662659 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port e8f8c3e3-d46f-4e18-9620-44f218cd1524, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e8f8c3e3-d46f-4e18-9620-44f218cd1524,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:39.687712 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4ad3cbca-d766-45bc-9730-4f281b2db8ae req-13b5e41c-7716-45db-81ff-aeb53b691588 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877631 Sep 01 00:35:39.703572 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'port_id': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524', 'mac_address': 'fa:16:3e:cb:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:35:39.705671 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:39.710096 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6ad399c9-2cb1-4999-8111-29a8364f2345 is: DOWN; New status is: DOWN {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:35:39.732306 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (6e1784d4-2cf5-4a72-8d15-fe2c896999f1), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:39.747897 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port e8f8c3e3-d46f-4e18-9620-44f218cd1524 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:35:39.748434 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:39.751372 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be843b7-a70a-4ab1-b4d9-53d9ab6e193d req-d2936838-14ed-4257-9e32-194bb13160dc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:39.752455 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8be843b7-a70a-4ab1-b4d9-53d9ab6e193d req-d2936838-14ed-4257-9e32-194bb13160dc tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afcd12a5-5d5a-4b6e-868e-06353c107d8d HTTP/1.1" status: 200 len: 945 time: 0.0694523 Sep 01 00:35:39.764086 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event deleted for resources: {'Port': ['ID=6e1784d4-2cf5-4a72-8d15-fe2c896999f1,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:39.764999 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f8c3e3-d46f-4e18-9620-44f218cd1524 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:35:39.789404 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port e8f8c3e3-d46f-4e18-9620-44f218cd1524, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e8f8c3e3-d46f-4e18-9620-44f218cd1524,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:39.794931 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-eaa9053b-1ef1-4bc6-9049-7f4185291f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:39.796650 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-eaa9053b-1ef1-4bc6-9049-7f4185291f0e service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 918 time: 0.2067859 Sep 01 00:35:39.797076 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:39.852414 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=e8f8c3e3-d46f-4e18-9620-44f218cd1524,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:39.875703 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8be843b7-a70a-4ab1-b4d9-53d9ab6e193d req-02b20e45-27e7-4695-b0a5-bda2887f42f7 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea88fecc-a176-4b14-82be-94848bc65112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097312 Sep 01 00:35:39.896724 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-0ce037d1-ef61-474e-8676-f04f3bdafa1f service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad399c9-2cb1-4999-8111-29a8364f2345 HTTP/1.1" status: 200 len: 998 time: 0.0852525 Sep 01 00:35:39.896836 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Router bda51d54-b1bb-465f-adaa-e74aea8048b6 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:35:39.941535 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-aedb7ae3-6456-4d1c-9795-6719b6d7e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:39.943132 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-aedb7ae3-6456-4d1c-9795-6719b6d7e678 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 200 len: 856 time: 0.0447967 Sep 01 00:35:39.988569 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-88283468-2b63-4f43-94e5-bce38b7a2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:39.989945 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-88283468-2b63-4f43-94e5-bce38b7a2f47 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392523 Sep 01 00:35:40.000355 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:35:40.014151 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] Sync routers for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:35:40.025518 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:35:40.026532 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:35:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:40.046692 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] No DVR routers for this DVR port 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:35:40.050279 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:40.053256 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-64ef121a-e6b1-484e-b1c5-97d26a83f209 req-d84d9fc7-bb4f-4e2a-a79d-55c5437c2afd tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.30 "DELETE /networking/v2.0/ports/6e1784d4-2cf5-4a72-8d15-fe2c896999f1 HTTP/1.1" status: 204 len: 173 time: 1.2138228 Sep 01 00:35:40.053723 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'name': 'network-vif-deleted', 'tag': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:35:40.055940 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f0540e-dcc1-4fab-905a-66d00b52ab05" -d '{"events": [{"server_uuid": "afcd12a5-5d5a-4b6e-868e-06353c107d8d", "name": "network-vif-deleted", "tag": "6e1784d4-2cf5-4a72-8d15-fe2c896999f1"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:35:40.074028 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['e8f8c3e3-d46f-4e18-9620-44f218cd1524'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:35:40.094581 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-9c531991-321d-4d0f-a935-9a492f10845a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975611 Sep 01 00:35:40.121940 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2371a-e2de-43b4-b935-ec05fc1771d2 x-openstack-request-id: req-1cb2371a-e2de-43b4-b935-ec05fc1771d2 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:35:40.122230 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcd12a5-5d5a-4b6e-868e-06353c107d8d", "name": "network-vif-deleted", "tag": "6e1784d4-2cf5-4a72-8d15-fe2c896999f1", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:35:40.122481 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cb2371a-e2de-43b4-b935-ec05fc1771d2 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:35:40.122878 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb2371a-e2de-43b4-b935-ec05fc1771d2'] response: {'server_uuid': 'afcd12a5-5d5a-4b6e-868e-06353c107d8d', 'name': 'network-vif-deleted', 'tag': '6e1784d4-2cf5-4a72-8d15-fe2c896999f1', 'status': 'completed', 'code': 200} Sep 01 00:35:40.146662 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:40.168775 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:40.199256 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:35:40.214445 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-c6b6e0ee-3ea7-4e2f-a6fd-bbbedce73b67 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117892 Sep 01 00:35:40.516868 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:40.547470 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] Checking router: bda51d54-b1bb-465f-adaa-e74aea8048b6 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:35:40.562814 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:35:40.563447 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:35:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:40.695433 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeb3ca-5013-4750-b002-bf32fa369ff7 req-e2534fdf-62d6-4615-b679-347b72d7f6fd tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:40.699476 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:35:40.703675 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-47eeb3ca-5013-4750-b002-bf32fa369ff7 req-e2534fdf-62d6-4615-b679-347b72d7f6fd tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 945 time: 0.1021936 Sep 01 00:35:40.730690 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:40.771149 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-47eeb3ca-5013-4750-b002-bf32fa369ff7 req-404f530a-7000-4916-bd29-9aafd19f86de tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665925 Sep 01 00:35:40.843438 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:40.889105 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133003a1-e0a6-4d46-b09f-627f3f6b0962 req-d7f65343-957b-4062-9535-ad9bc630f151 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:40.890813 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-133003a1-e0a6-4d46-b09f-627f3f6b0962 req-d7f65343-957b-4062-9535-ad9bc630f151 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0767419 Sep 01 00:35:40.901124 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:40.982398 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:40.998047 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-133003a1-e0a6-4d46-b09f-627f3f6b0962 req-9db08855-b721-4bae-9467-5862b91c6ba0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008029 Sep 01 00:35:41.052712 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:41.060315 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56016) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:41.111837 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b22ee-5b79-4420-aee5-383c00dd0ade None None] The sync data for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi is: [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:29:56Z', 'revision_number': 4, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '900d3153-8469-409e-a577-3b9b47223462', 'name': '', 'network_id': 'a7ae7c87-2d4d-4921-9c18-8673416a29fc', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'mac_address': 'fa:16:3e:7e:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:54Z', 'updated_at': '2022-09-01T00:30:11Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'subnets': [{'id': '88431f08-94ca-406b-8ae5-c131015c23d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:35:41.158085 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-25b11689-6e86-4c85-8553-834e37dda772 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (ea88fecc-a176-4b14-82be-94848bc65112), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:41.201883 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-25b11689-6e86-4c85-8553-834e37dda772 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (ea88fecc-a176-4b14-82be-94848bc65112), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:41.283120 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-25b11689-6e86-4c85-8553-834e37dda772 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ea88fecc-a176-4b14-82be-94848bc65112), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:41.285973 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-25b11689-6e86-4c85-8553-834e37dda772 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:41.289580 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-25b11689-6e86-4c85-8553-834e37dda772 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ea88fecc-a176-4b14-82be-94848bc65112 HTTP/1.1" status: 204 len: 168 time: 0.2256465 Sep 01 00:35:41.290102 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56018) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:41.297292 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b11689-6e86-4c85-8553-834e37dda772 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea88fecc-a176-4b14-82be-94848bc65112,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:41.312318 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.api.v2.resource [None req-08626722-4bc8-4fa7-99d4-869fa7cc0139 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] show failed (client error): The resource could not be found. Sep 01 00:35:41.317077 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-08626722-4bc8-4fa7-99d4-869fa7cc0139 tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "GET /networking/v2.0/security-groups/ea88fecc-a176-4b14-82be-94848bc65112 HTTP/1.1" status: 404 len: 347 time: 0.0222826 Sep 01 00:35:41.317518 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56020) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:41.369757 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e8f8c3e3-d46f-4e18-9620-44f218cd1524 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:35:41.446038 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port e8f8c3e3-d46f-4e18-9620-44f218cd1524 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:35:41.453957 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port e8f8c3e3-d46f-4e18-9620-44f218cd1524 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:35:41.454327 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:41.505237 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-5edd0472-7c24-4bdc-b4fe-7e62ab0c308e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Deleting port 3ae13e91-23e7-40c7-9495-9e4b16738246 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:35:41.505935 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5edd0472-7c24-4bdc-b4fe-7e62ab0c308e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (3ae13e91-23e7-40c7-9495-9e4b16738246), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:41.595054 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35ad79-16c1-421d-af42-d37bb4617f43 None None] New status for floating IP acca3db0-cb26-497a-a071-4926bcb6d8a7: DOWN {{(pid=117904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:35:41.607904 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port e8f8c3e3-d46f-4e18-9620-44f218cd1524 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:35:41.609034 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:41.647678 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:35:41.650859 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3b33f9-7d31-4952-90e5-be40a22043bf" -d '{"events": [{"server_uuid": "8c6cf6ab-6209-485d-b0b0-07e534aff731", "name": "network-vif-plugged", "status": "completed", "tag": "e8f8c3e3-d46f-4e18-9620-44f218cd1524"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:35:41.677267 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5edd0472-7c24-4bdc-b4fe-7e62ab0c308e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (3ae13e91-23e7-40c7-9495-9e4b16738246), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:41.677776 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5edd0472-7c24-4bdc-b4fe-7e62ab0c308e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (3ae13e91-23e7-40c7-9495-9e4b16738246), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:41.686288 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port e8f8c3e3-d46f-4e18-9620-44f218cd1524, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e8f8c3e3-d46f-4e18-9620-44f218cd1524,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:41.698873 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:41.700227 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:35:41.745657 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-5edd0472-7c24-4bdc-b4fe-7e62ab0c308e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Calling delete_port for 3ae13e91-23e7-40c7-9495-9e4b16738246 owned by network:floatingip {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:35:41.757011 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:35:41.757581 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6e1784d4-2cf5-4a72-8d15-fe2c896999f1 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:35:41.803272 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbaaa1a-64a3-4a7e-81ad-3a7c822b850c x-openstack-request-id: req-ebbaaa1a-64a3-4a7e-81ad-3a7c822b850c {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:35:41.803742 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6cf6ab-6209-485d-b0b0-07e534aff731", "name": "network-vif-plugged", "status": "completed", "tag": "e8f8c3e3-d46f-4e18-9620-44f218cd1524", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:35:41.804087 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebbaaa1a-64a3-4a7e-81ad-3a7c822b850c {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:35:41.804590 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbaaa1a-64a3-4a7e-81ad-3a7c822b850c'] response: {'server_uuid': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524', 'code': 200} Sep 01 00:35:41.849506 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=e8f8c3e3-d46f-4e18-9620-44f218cd1524,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:42.051064 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0681c-592d-4bf1-8ac1-94fb18026c08 req-9c94f45f-b39f-405d-90a7-f24a44c4aecc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:42.052942 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0ab0681c-592d-4bf1-8ac1-94fb18026c08 req-9c94f45f-b39f-405d-90a7-f24a44c4aecc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.1287570 Sep 01 00:35:42.153087 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-0ab0681c-592d-4bf1-8ac1-94fb18026c08 req-8d6b2f22-3966-4242-adbe-e34a39858a68 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918500 Sep 01 00:35:42.169099 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5edd0472-7c24-4bdc-b4fe-7e62ab0c308e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (3ae13e91-23e7-40c7-9495-9e4b16738246), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:42.206749 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd0472-7c24-4bdc-b4fe-7e62ab0c308e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Pushing event deleted for resources: {'Port': ['ID=3ae13e91-23e7-40c7-9495-9e4b16738246,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:42.291213 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48bab-611d-4f4f-b2e8-1eb4310cbbb2 req-7994f410-535f-464c-8682-ebeb605d0653 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:42.299160 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6cd48bab-611d-4f4f-b2e8-1eb4310cbbb2 req-7994f410-535f-464c-8682-ebeb605d0653 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.1006563 Sep 01 00:35:42.354160 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5edd0472-7c24-4bdc-b4fe-7e62ab0c308e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks [] for floatingip (acca3db0-cb26-497a-a071-4926bcb6d8a7), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:42.358958 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6cd48bab-611d-4f4f-b2e8-1eb4310cbbb2 req-e2331e36-8921-4f6c-957c-8ab51b4f76b3 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588109 Sep 01 00:35:42.363972 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5edd0472-7c24-4bdc-b4fe-7e62ab0c308e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:42.368196 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-5edd0472-7c24-4bdc-b4fe-7e62ab0c308e tempest-AttachVolumeTestJSON-607076936 tempest-AttachVolumeTestJSON-607076936-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/acca3db0-cb26-497a-a071-4926bcb6d8a7 HTTP/1.1" status: 204 len: 168 time: 1.0470684 Sep 01 00:35:43.304133 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c19c2b-285a-46b7-ada6-b05c385be5d0 req-7de1b98b-bb2a-4ecc-b0a0-01337db8aed9 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:43.305509 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b0c19c2b-285a-46b7-ada6-b05c385be5d0 req-7de1b98b-bb2a-4ecc-b0a0-01337db8aed9 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0571215 Sep 01 00:35:43.358695 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b0c19c2b-285a-46b7-ada6-b05c385be5d0 req-2789d8e0-9cc3-44d5-8330-454acab3728d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470808 Sep 01 00:35:43.514159 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc536c-50ce-4a19-9950-07801d5ba93c req-ee797e5d-24df-44f0-a313-91a3059bdf5f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:43.516984 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-eafc536c-50ce-4a19-9950-07801d5ba93c req-ee797e5d-24df-44f0-a313-91a3059bdf5f tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0523002 Sep 01 00:35:43.622429 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-eafc536c-50ce-4a19-9950-07801d5ba93c req-927a4440-d774-4bf7-a052-6bbe96844ee8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990317 Sep 01 00:35:44.446189 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:44.488480 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6042c03-c62b-4687-b2d4-ffb3ef1787ce req-c80cbbc2-975a-4b03-85d2-cb55a5b8ec3c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:44.490097 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a6042c03-c62b-4687-b2d4-ffb3ef1787ce req-c80cbbc2-975a-4b03-85d2-cb55a5b8ec3c tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0540214 Sep 01 00:35:44.543824 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a6042c03-c62b-4687-b2d4-ffb3ef1787ce req-cb9b747b-276b-42b3-a796-b231311591ee tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479784 Sep 01 00:35:44.798657 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98145dac-3e85-448d-97ba-561e677e6600 req-7dc4d64b-5299-430a-9173-d8eece5bc689 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:44.801977 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-98145dac-3e85-448d-97ba-561e677e6600 req-7dc4d64b-5299-430a-9173-d8eece5bc689 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0716228 Sep 01 00:35:44.868431 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-98145dac-3e85-448d-97ba-561e677e6600 req-9364846b-f8f5-4cea-b3c5-636fd112a83e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596735 Sep 01 00:35:45.671210 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9727-c56c-4a47-82ba-534dadc51eef req-7d851f98-b015-490c-826b-f46f87dea143 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:45.672746 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5a1f9727-c56c-4a47-82ba-534dadc51eef req-7d851f98-b015-490c-826b-f46f87dea143 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0524752 Sep 01 00:35:45.712646 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:45.726425 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5a1f9727-c56c-4a47-82ba-534dadc51eef req-74f182f1-cc78-4172-a873-32186a2ce1d7 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460765 Sep 01 00:35:46.010843 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63a377-a88d-49f7-bfd8-4641974da755 req-b9a1fb86-9199-4212-b30e-1e2798e3a1e7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:46.012464 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9f63a377-a88d-49f7-bfd8-4641974da755 req-b9a1fb86-9199-4212-b30e-1e2798e3a1e7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0576565 Sep 01 00:35:46.073161 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9f63a377-a88d-49f7-bfd8-4641974da755 req-91298167-66fa-4134-bdf1-80b1e53def29 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539424 Sep 01 00:35:46.160427 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56104) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:46.911933 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (bda51d54-b1bb-465f-adaa-e74aea8048b6), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:46.918682 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad12e7-e0a2-414a-9cf1-54be66da14cb req-d0b1ee86-fd8e-4ae4-96f4-f65cadf605ee tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:46.920133 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c6ad12e7-e0a2-414a-9cf1-54be66da14cb req-d0b1ee86-fd8e-4ae4-96f4-f65cadf605ee tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0919926 Sep 01 00:35:47.227051 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca6eef-2c3e-49ce-87fd-838633fe204b req-9aa0273e-5295-4808-a680-5470708fc2b1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:47.229320 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2aca6eef-2c3e-49ce-87fd-838633fe204b req-9aa0273e-5295-4808-a680-5470708fc2b1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0650523 Sep 01 00:35:47.319493 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c6ad12e7-e0a2-414a-9cf1-54be66da14cb req-572ce710-10d8-457f-be58-4e7692444108 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637397 Sep 01 00:35:47.335543 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2aca6eef-2c3e-49ce-87fd-838633fe204b req-04adf3d3-2bda-40fa-991f-f19ea35430f9 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986853 Sep 01 00:35:47.521176 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] Deleting port 900d3153-8469-409e-a577-3b9b47223462 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:35:47.521514 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (900d3153-8469-409e-a577-3b9b47223462), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:47.619541 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] For port 900d3153-8469-409e-a577-3b9b47223462, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=900d3153-8469-409e-a577-3b9b47223462,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:47.620106 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (900d3153-8469-409e-a577-3b9b47223462), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:47.637423 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] Calling delete_port for 900d3153-8469-409e-a577-3b9b47223462 owned by network:router_interface {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:35:47.639969 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:47.832918 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:47.836357 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (900d3153-8469-409e-a577-3b9b47223462), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:47.864172 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] Pushing event deleted for resources: {'Port': ['ID=900d3153-8469-409e-a577-3b9b47223462,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:48.111082 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (bda51d54-b1bb-465f-adaa-e74aea8048b6), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:48.370016 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] Router bda51d54-b1bb-465f-adaa-e74aea8048b6 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:35:48.503826 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cc249-054b-4a40-95b6-33f05ecbd38f req-e78e5cf5-74b2-43ca-966c-6afa9f883463 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:48.506646 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bc2cc249-054b-4a40-95b6-33f05ecbd38f req-e78e5cf5-74b2-43ca-966c-6afa9f883463 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0683210 Sep 01 00:35:48.572802 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bc2cc249-054b-4a40-95b6-33f05ecbd38f req-8ace8f3d-7e70-45e1-b501-4114f7345bdf tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606449 Sep 01 00:35:48.573045 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b62d46-d501-45fb-8fcb-a5b8e3d141bc req-e7bc0932-8fb1-407f-930f-225770ccb1fc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:48.574430 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b1b62d46-d501-45fb-8fcb-a5b8e3d141bc req-e7bc0932-8fb1-407f-930f-225770ccb1fc tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.1192372 Sep 01 00:35:48.622328 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:35:48.629964 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-6e2e66b0-1bfa-41e7-b29c-edcb5b0a9040 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/bda51d54-b1bb-465f-adaa-e74aea8048b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4684305 Sep 01 00:35:48.632300 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] Sync routers for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:35:48.632867 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56132) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:48.644483 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:35:48.645404 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:35:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:48.662524 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b1b62d46-d501-45fb-8fcb-a5b8e3d141bc req-dfc23ed5-8e29-45b5-a7e8-4d0640a36d7d tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798161 Sep 01 00:35:48.692337 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:48.757735 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:48.781854 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Publish callbacks [] for router (bda51d54-b1bb-465f-adaa-e74aea8048b6), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:48.826940 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:35:48.931053 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Publish callbacks [] for router_gateway (bda51d54-b1bb-465f-adaa-e74aea8048b6), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.009487 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Deleting port 2658e6d5-29a7-4b37-a679-0f4ebe82975d {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:35:49.010220 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.165052 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] For port 2658e6d5-29a7-4b37-a679-0f4ebe82975d, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=2658e6d5-29a7-4b37-a679-0f4ebe82975d,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:49.165421 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.183217 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Calling delete_port for 2658e6d5-29a7-4b37-a679-0f4ebe82975d owned by network:router_gateway {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:35:49.297703 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:49.353362 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:35:47Z', 'revision_number': 5, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port': {'id': '2658e6d5-29a7-4b37-a679-0f4ebe82975d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:49.388283 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] Checking router: bda51d54-b1bb-465f-adaa-e74aea8048b6 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:35:49.402416 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] Routers {'bda51d54-b1bb-465f-adaa-e74aea8048b6'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:35:49.403054 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:35:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['bda51d54-b1bb-465f-adaa-e74aea8048b6'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:49.473037 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (2658e6d5-29a7-4b37-a679-0f4ebe82975d), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.503259 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Pushing event deleted for resources: {'Port': ['ID=2658e6d5-29a7-4b37-a679-0f4ebe82975d,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:49.523520 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] Set router bda51d54-b1bb-465f-adaa-e74aea8048b6 gateway port host: None {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:35:49.534789 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.535384 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.535490 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.535739 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.536071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.536400 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.536758 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.537091 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.537408 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.537744 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.538066 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.538386 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.538704 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.539021 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.539339 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:49.581702 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:35:48Z', 'revision_number': 6, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port_host': None}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:49.582261 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (bda51d54-b1bb-465f-adaa-e74aea8048b6), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.606620 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db84e9-a167-4eac-b7ad-21669f24de9c None None] The sync data for ids ['bda51d54-b1bb-465f-adaa-e74aea8048b6'] in dv-cinder-820027-21-iscsi is: [{'id': 'bda51d54-b1bb-465f-adaa-e74aea8048b6', 'name': 'tempest-AttachVolumeTestJSON-2107312090-router', 'tenant_id': 'f1064fc209674020b54fa7526cf22bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:45Z', 'updated_at': '2022-09-01T00:35:48Z', 'revision_number': 6, 'project_id': 'f1064fc209674020b54fa7526cf22bf5', 'gw_port_host': None}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:35:49.683532 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (bda51d54-b1bb-465f-adaa-e74aea8048b6), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.704717 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Publish callbacks [] for router_controller (bda51d54-b1bb-465f-adaa-e74aea8048b6), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.758893 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0d893-eb0e-41be-aebc-14f91bbd7108 req-deb39316-8427-4298-9ccb-2fb8ce776583 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:49.760485 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e0f0d893-eb0e-41be-aebc-14f91bbd7108 req-deb39316-8427-4298-9ccb-2fb8ce776583 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0923104 Sep 01 00:35:49.781182 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (bda51d54-b1bb-465f-adaa-e74aea8048b6), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.781793 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bda51d54-b1bb-465f-adaa-e74aea8048b6 {{(pid=117901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:35:49.787632 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.788903 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-df095ffc-8fdb-4a09-8af1-30e3e4d8b923 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/bda51d54-b1bb-465f-adaa-e74aea8048b6 HTTP/1.1" status: 204 len: 168 time: 1.1552947 Sep 01 00:35:49.793851 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56150) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:49.821504 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d75311-c68d-49e3-93c8-8cf5bb227ab9 req-8cee5d16-8f57-48c2-b2d3-c59dae59e14a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:49.823003 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-72d75311-c68d-49e3-93c8-8cf5bb227ab9 req-8cee5d16-8f57-48c2-b2d3-c59dae59e14a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0598080 Sep 01 00:35:49.852866 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e0f0d893-eb0e-41be-aebc-14f91bbd7108 req-7b202bc8-2c8d-4c99-bb0c-4afbc61e34de tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866225 Sep 01 00:35:49.858274 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e70213a-f59d-4bde-8b2f-3668c710ece7 admin admin] Deleting subnet 88431f08-94ca-406b-8ae5-c131015c23d1 {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:35:49.863024 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e70213a-f59d-4bde-8b2f-3668c710ece7 admin admin] Publish callbacks [] for subnet (88431f08-94ca-406b-8ae5-c131015c23d1), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.885357 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-72d75311-c68d-49e3-93c8-8cf5bb227ab9 req-a380dc35-2fd3-4621-bf8f-bbc8431445f2 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559058 Sep 01 00:35:49.902911 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:49.905648 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e70213a-f59d-4bde-8b2f-3668c710ece7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10428791'] for subnet (88431f08-94ca-406b-8ae5-c131015c23d1), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:49.985211 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e70213a-f59d-4bde-8b2f-3668c710ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (88431f08-94ca-406b-8ae5-c131015c23d1), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.045118 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e70213a-f59d-4bde-8b2f-3668c710ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10428867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10416581'] for subnet (88431f08-94ca-406b-8ae5-c131015c23d1), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.073831 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70213a-f59d-4bde-8b2f-3668c710ece7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88431f08-94ca-406b-8ae5-c131015c23d1,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:50.077474 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6e70213a-f59d-4bde-8b2f-3668c710ece7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.080574 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6e70213a-f59d-4bde-8b2f-3668c710ece7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/88431f08-94ca-406b-8ae5-c131015c23d1 HTTP/1.1" status: 204 len: 168 time: 0.2856724 Sep 01 00:35:50.083226 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56152) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:50.085871 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5042fe-cb36-475a-8539-38ae984a86f1 None None] Network a7ae7c87-2d4d-4921-9c18-8673416a29fc requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:35:50.153479 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (a7ae7c87-2d4d-4921-9c18-8673416a29fc), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.197625 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Deleting port 77d6e15d-db75-4e7d-a4a9-73aafedc876d {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:35:50.197965 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.250432 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad670334-ee15-4cdc-94b5-fe139d84993a None None] DHCP port deletion for a7ae7c87-2d4d-4921-9c18-8673416a29fc request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:35:50.271220 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] For port 77d6e15d-db75-4e7d-a4a9-73aafedc876d, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=77d6e15d-db75-4e7d-a4a9-73aafedc876d,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:50.271591 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.286520 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Calling delete_port for 77d6e15d-db75-4e7d-a4a9-73aafedc876d owned by network:dhcp {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:35:50.289298 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:50.292430 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-ad670334-ee15-4cdc-94b5-fe139d84993a None None] Deleting port 77d6e15d-db75-4e7d-a4a9-73aafedc876d {{(pid=117903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:35:50.292824 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ad670334-ee15-4cdc-94b5-fe139d84993a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), before_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.328914 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:50.371252 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.374221 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-ad670334-ee15-4cdc-94b5-fe139d84993a None None] For port 77d6e15d-db75-4e7d-a4a9-73aafedc876d, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=77d6e15d-db75-4e7d-a4a9-73aafedc876d,segment=NetworkSegment(39797c61-b01c-45c1-8d74-a2d8b59f980a),segment_id=39797c61-b01c-45c1-8d74-a2d8b59f980a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:50.374625 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ad670334-ee15-4cdc-94b5-fe139d84993a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), precommit_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.377638 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-6a44a0a2-119a-42b2-bb33-760dd31fa22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.389041 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-ad670334-ee15-4cdc-94b5-fe139d84993a None None] Calling delete_port for 77d6e15d-db75-4e7d-a4a9-73aafedc876d owned by network:dhcp {{(pid=117903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:35:50.400857 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d6e15d-db75-4e7d-a4a9-73aafedc876d,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:50.404295 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] No DVR routers for this DVR port 77d6e15d-db75-4e7d-a4a9-73aafedc876d on host dv-cinder-820027-21-iscsi {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:35:50.488831 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ad670334-ee15-4cdc-94b5-fe139d84993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114'] for port (77d6e15d-db75-4e7d-a4a9-73aafedc876d), after_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.511248 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (a7ae7c87-2d4d-4921-9c18-8673416a29fc), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.515872 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad670334-ee15-4cdc-94b5-fe139d84993a None None] No DVR routers for this DVR port 77d6e15d-db75-4e7d-a4a9-73aafedc876d on host dv-cinder-820027-21-iscsi {{(pid=117903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:35:50.520284 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad670334-ee15-4cdc-94b5-fe139d84993a None None] Pushing event deleted for resources: {'Port': ['ID=77d6e15d-db75-4e7d-a4a9-73aafedc876d,revision_number=None']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:50.535584 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ae7c87-2d4d-4921-9c18-8673416a29fc']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:50.545849 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39797c61-b01c-45c1-8d74-a2d8b59f980a') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:50.546181 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39797c61-b01c-45c1-8d74-a2d8b59f980a') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:50.557369 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (39797c61-b01c-45c1-8d74-a2d8b59f980a), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.572006 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (39797c61-b01c-45c1-8d74-a2d8b59f980a), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.578942 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:35:50.579363 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (39797c61-b01c-45c1-8d74-a2d8b59f980a), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.646014 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (a7ae7c87-2d4d-4921-9c18-8673416a29fc), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.653340 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:50.656780 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a7ae7c87-2d4d-4921-9c18-8673416a29fc HTTP/1.1" status: 204 len: 168 time: 0.5724368 Sep 01 00:35:50.668602 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00876a9-d0dc-40bf-a803-344cce1e16c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ae7c87-2d4d-4921-9c18-8673416a29fc,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:50.774958 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 39797c61-b01c-45c1-8d74-a2d8b59f980a resource provider aggregate not found Sep 01 00:35:50.775066 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 77d6e15d-db75-4e7d-a4a9-73aafedc876d no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:35:50.794101 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 39797c61-b01c-45c1-8d74-a2d8b59f980a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39797c61-b01c-45c1-8d74-a2d8b59f980a found for delete ", "request_id": "req-3c29c6a1-0a6f-4787-b6aa-cf6799d7a9e5"}]} Sep 01 00:35:50.801237 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 77d6e15d-db75-4e7d-a4a9-73aafedc876d {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:35:50.801650 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 77d6e15d-db75-4e7d-a4a9-73aafedc876d not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:35:50.801934 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 2658e6d5-29a7-4b37-a679-0f4ebe82975d no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:35:50.821241 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 2658e6d5-29a7-4b37-a679-0f4ebe82975d {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:35:50.821658 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 2658e6d5-29a7-4b37-a679-0f4ebe82975d not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:35:50.823051 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 900d3153-8469-409e-a577-3b9b47223462 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:35:50.842162 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 900d3153-8469-409e-a577-3b9b47223462 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:35:50.842502 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 900d3153-8469-409e-a577-3b9b47223462 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:35:50.852058 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56174) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:50.886279 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:50.898497 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9636a83-e072-4f5e-9643-d91648ca7190 req-6556c049-54ac-4ef9-b899-4e98a6179691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:50.900029 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b9636a83-e072-4f5e-9643-d91648ca7190 req-6556c049-54ac-4ef9-b899-4e98a6179691 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 1130 time: 0.0524793 Sep 01 00:35:50.934764 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56184) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:50.934916 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-7f096a91-c2bc-4021-8f88-0482ca50bfe2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f1064fc209674020b54fa7526cf22bf5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0753171 Sep 01 00:35:51.010247 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0cd9-90bd-485f-8ed1-26d9fe08963b req-4cbc0dcc-e59d-44e0-9e07-1bd70f9973d0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:51.011963 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f14f0cd9-90bd-485f-8ed1-26d9fe08963b req-4cbc0dcc-e59d-44e0-9e07-1bd70f9973d0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 943 time: 0.0563228 Sep 01 00:35:51.033164 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b9636a83-e072-4f5e-9643-d91648ca7190 req-ce553601-856f-4c48-8a36-f73b3db21df2 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267664 Sep 01 00:35:51.063160 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f29b6c-3f4c-45eb-bd0c-e127dc89d713 req-a4b73974-c7ef-423a-8a22-1da5a041e826 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:51.063830 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f14f0cd9-90bd-485f-8ed1-26d9fe08963b req-21ec6a75-de17-4484-afe5-553511e31667 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464394 Sep 01 00:35:51.068996 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-70f29b6c-3f4c-45eb-bd0c-e127dc89d713 req-a4b73974-c7ef-423a-8a22-1da5a041e826 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0949402 Sep 01 00:35:51.092728 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Publish callbacks [] for security_group (2404b4e0-9ea9-40e6-9818-3226875d442d), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:51.092728 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:51.124845 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Publish callbacks [] for security_group (2404b4e0-9ea9-40e6-9818-3226875d442d), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:51.152510 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-70f29b6c-3f4c-45eb-bd0c-e127dc89d713 req-04f0baff-5b23-4b5a-9a24-bd6d2a962af8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801954 Sep 01 00:35:51.187717 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2404b4e0-9ea9-40e6-9818-3226875d442d), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:51.190305 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:51.191475 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2404b4e0-9ea9-40e6-9818-3226875d442d HTTP/1.1" status: 204 len: 168 time: 0.2554131 Sep 01 00:35:51.199287 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2404b4e0-9ea9-40e6-9818-3226875d442d,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:51.207246 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.207611 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.207924 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.208449 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.208920 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.209249 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.209570 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.209892 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.210211 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.210550 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.210846 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.211162 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.211476 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.211788 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.212098 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d3d88-9f24-4a1d-9cf2-327729fd61df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:35:51.431157 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6ad399c9-2cb1-4999-8111-29a8364f2345 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:35:51.534922 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:51.547024 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'port_id': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'mac_address': 'fa:16:3e:2b:67:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:35:51.583040 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6ad399c9-2cb1-4999-8111-29a8364f2345 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:35:51.583437 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:51.594307 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:51.597589 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad399c9-2cb1-4999-8111-29a8364f2345 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:35:51.617955 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:51.621823 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:51.671816 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=9']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:51.861899 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['6ad399c9-2cb1-4999-8111-29a8364f2345'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:35:52.198900 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938edff1-d108-433c-b94f-faee1bd78bfc req-10365bc7-33cb-4c71-8014-134ca0c20bf7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:52.200690 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-938edff1-d108-433c-b94f-faee1bd78bfc req-10365bc7-33cb-4c71-8014-134ca0c20bf7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 944 time: 0.0512757 Sep 01 00:35:52.261823 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-938edff1-d108-433c-b94f-faee1bd78bfc req-c275f0cf-a157-46d4-86ca-684205891d44 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550804 Sep 01 00:35:52.326605 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56232) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:52.419888 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_v2 [None req-011c1d03-0b18-409b-8635-f5e52f218027 admin admin] Deleting subnet c63e13ec-0642-4ddb-b553-1375dc6edb67 {{(pid=117902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:35:52.428276 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80e5d8-1e86-4c49-a912-2c15f959f472 req-779edf47-20ae-4725-a34a-b2e4c342539e tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:52.429780 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-de80e5d8-1e86-4c49-a912-2c15f959f472 req-779edf47-20ae-4725-a34a-b2e4c342539e tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0659170 Sep 01 00:35:52.430452 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-011c1d03-0b18-409b-8635-f5e52f218027 admin admin] Publish callbacks [] for subnet (c63e13ec-0642-4ddb-b553-1375dc6edb67), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.494318 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-011c1d03-0b18-409b-8635-f5e52f218027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10090386'] for subnet (c63e13ec-0642-4ddb-b553-1375dc6edb67), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.549270 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-de80e5d8-1e86-4c49-a912-2c15f959f472 req-acb15ed7-ca2b-43bf-b7d3-eb82a4fdc2a6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897987 Sep 01 00:35:52.559077 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-011c1d03-0b18-409b-8635-f5e52f218027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (c63e13ec-0642-4ddb-b553-1375dc6edb67), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.617409 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-011c1d03-0b18-409b-8635-f5e52f218027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9725843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9917800'] for subnet (c63e13ec-0642-4ddb-b553-1375dc6edb67), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.646339 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c1d03-0b18-409b-8635-f5e52f218027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63e13ec-0642-4ddb-b553-1375dc6edb67,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:52.648264 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-011c1d03-0b18-409b-8635-f5e52f218027 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.651538 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-011c1d03-0b18-409b-8635-f5e52f218027 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/c63e13ec-0642-4ddb-b553-1375dc6edb67 HTTP/1.1" status: 204 len: 168 time: 0.3238492 Sep 01 00:35:52.654551 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56242) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:52.731294 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.746280 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0b7f6a26-73ca-434c-af58-48e1b3dd494f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.809828 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.830850 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40']}} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:52.840104 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538bb7d3-6f83-477f-88ab-fea2471ea078') {'for_net_delete': True} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:52.840396 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538bb7d3-6f83-477f-88ab-fea2471ea078') {} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:52.850207 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10090373'] for segment (538bb7d3-6f83-477f-88ab-fea2471ea078), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.851564 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:52.865345 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (538bb7d3-6f83-477f-88ab-fea2471ea078), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.872007 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=117902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:35:52.872338 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9724977'] for segment (538bb7d3-6f83-477f-88ab-fea2471ea078), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.935178 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.943318 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:52.949043 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40 HTTP/1.1" status: 204 len: 168 time: 0.2931693 Sep 01 00:35:52.949459 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56248) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:52.959923 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f30501-b7e7-4876-a1ac-00364d149bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=bc8e5ef6-f4c8-4ba8-8bd8-271b4abc4b40,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:52.995637 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d09219-0e00-4c10-aa56-ec4aee5315b2 admin admin] Deleting subnet 9f3d974a-b4c0-4ec5-aad4-2fe2b3697520 {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:35:52.998998 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-59d09219-0e00-4c10-aa56-ec4aee5315b2 admin admin] Publish callbacks [] for subnet (9f3d974a-b4c0-4ec5-aad4-2fe2b3697520), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.021866 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:53.031824 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.services.segments.plugin [-] Segment 538bb7d3-6f83-477f-88ab-fea2471ea078 resource provider aggregate not found Sep 01 00:35:53.040097 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-59d09219-0e00-4c10-aa56-ec4aee5315b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10428791'] for subnet (9f3d974a-b4c0-4ec5-aad4-2fe2b3697520), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.051589 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.services.segments.plugin [-] Segment 538bb7d3-6f83-477f-88ab-fea2471ea078 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 538bb7d3-6f83-477f-88ab-fea2471ea078 found for delete ", "request_id": "req-c22fb226-1ef2-448e-a46a-cf1e1238b4ba"}]} Sep 01 00:35:53.080827 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-59d09219-0e00-4c10-aa56-ec4aee5315b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (9f3d974a-b4c0-4ec5-aad4-2fe2b3697520), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.132862 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-59d09219-0e00-4c10-aa56-ec4aee5315b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10428867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10416581'] for subnet (9f3d974a-b4c0-4ec5-aad4-2fe2b3697520), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.156132 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d09219-0e00-4c10-aa56-ec4aee5315b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3d974a-b4c0-4ec5-aad4-2fe2b3697520,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:53.162450 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-59d09219-0e00-4c10-aa56-ec4aee5315b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.165573 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-59d09219-0e00-4c10-aa56-ec4aee5315b2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/9f3d974a-b4c0-4ec5-aad4-2fe2b3697520 HTTP/1.1" status: 204 len: 168 time: 0.2151296 Sep 01 00:35:53.167986 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56252) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:53.241997 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (132b2ca3-42b7-483b-a12c-5b2df23b5c7c), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.321191 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (132b2ca3-42b7-483b-a12c-5b2df23b5c7c), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.347218 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132b2ca3-42b7-483b-a12c-5b2df23b5c7c']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:53.356842 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3222ed21-e6bd-45a9-be1d-e00dc6a1a934') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:53.357137 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3222ed21-e6bd-45a9-be1d-e00dc6a1a934') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:53.375332 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (3222ed21-e6bd-45a9-be1d-e00dc6a1a934), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.408322 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (3222ed21-e6bd-45a9-be1d-e00dc6a1a934), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.412652 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:53.425027 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d60090-0e44-4a34-94d5-a3f75c06b154 req-5b20a556-8b4d-4198-8473-5c85373d80bf tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:53.426508 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-02d60090-0e44-4a34-94d5-a3f75c06b154 req-5b20a556-8b4d-4198-8473-5c85373d80bf tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 944 time: 0.0615985 Sep 01 00:35:53.427508 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:35:53.427904 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (3222ed21-e6bd-45a9-be1d-e00dc6a1a934), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.446188 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6ad399c9-2cb1-4999-8111-29a8364f2345 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:35:53.479717 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 3222ed21-e6bd-45a9-be1d-e00dc6a1a934 resource provider aggregate not found Sep 01 00:35:53.512432 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 6ad399c9-2cb1-4999-8111-29a8364f2345 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:35:53.514761 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.523620 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 3222ed21-e6bd-45a9-be1d-e00dc6a1a934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3222ed21-e6bd-45a9-be1d-e00dc6a1a934 found for delete ", "request_id": "req-5d0ece3a-4d5f-41e7-8533-747f0ae8e2a6"}]} Sep 01 00:35:53.546566 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-02d60090-0e44-4a34-94d5-a3f75c06b154 req-b73e1e72-d45f-4844-a2b2-dbe290d332e7 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129799 Sep 01 00:35:53.568748 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (132b2ca3-42b7-483b-a12c-5b2df23b5c7c), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.608538 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6ad399c9-2cb1-4999-8111-29a8364f2345 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:35:53.609054 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.610063 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.624741 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/132b2ca3-42b7-483b-a12c-5b2df23b5c7c HTTP/1.1" status: 204 len: 168 time: 0.4556761 Sep 01 00:35:53.631410 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:53.640017 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:35:53.643646 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73ee74f-e183-45b7-9fd6-6dfd8f3fa743" -d '{"events": [{"server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "name": "network-vif-plugged", "status": "completed", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:35:53.667946 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d9f77-631f-432d-9614-c6f9cc6f829b admin admin] Pushing event deleted for resources: {'Network': ['ID=132b2ca3-42b7-483b-a12c-5b2df23b5c7c,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:53.678489 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:35:53.685694 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:53.739351 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=10']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:53.743215 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdc55b-b4d9-4d73-a9c5-447eee6d87b6 req-d5f6b643-fd97-4613-af16-8538cee74e4a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:53.744823 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cecdc55b-b4d9-4d73-a9c5-447eee6d87b6 req-d5f6b643-fd97-4613-af16-8538cee74e4a tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0542989 Sep 01 00:35:53.799169 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-cecdc55b-b4d9-4d73-a9c5-447eee6d87b6 req-d388c789-a3ef-4937-9690-6a8b84868027 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474744 Sep 01 00:35:53.840022 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:53.845587 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56276) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:53.848023 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:53.863548 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecd6d25-bd89-4d72-8bf0-3ba6ac698681 x-openstack-request-id: req-1ecd6d25-bd89-4d72-8bf0-3ba6ac698681 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:35:53.864051 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "name": "network-vif-plugged", "status": "completed", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:35:53.864174 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ecd6d25-bd89-4d72-8bf0-3ba6ac698681 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:35:53.864537 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ecd6d25-bd89-4d72-8bf0-3ba6ac698681'] response: {'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'code': 200} Sep 01 00:35:53.900984 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:53.942346 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a9b2e549-61cb-4cac-930c-f5262fc32a88 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f304ab61c8c140b38bf828d0d2930f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0953817 Sep 01 00:35:53.944926 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56284) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:53.981965 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.007881 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-aba2c872-7a68-4ae3-9a71-d7026a18b91f admin admin] Publish callbacks [] for security_group (1836bbdf-0a4a-47b6-ae9e-8193b5b214fc), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.017963 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e45357-7c7a-4c27-94d8-c8fef199ca06 req-4fd7ebc9-1b44-4bbc-9bc7-3e393a988fdf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:54.019932 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-17e45357-7c7a-4c27-94d8-c8fef199ca06 req-4fd7ebc9-1b44-4bbc-9bc7-3e393a988fdf tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0894158 Sep 01 00:35:54.030528 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56288) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:54.037977 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-d3118858-8e6d-4bf3-9e3b-71c4e6c53121 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Request body: {'floatingip': {'port_id': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:35:54.046572 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-aba2c872-7a68-4ae3-9a71-d7026a18b91f admin admin] Publish callbacks [] for security_group (1836bbdf-0a4a-47b6-ae9e-8193b5b214fc), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.126717 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d3118858-8e6d-4bf3-9e3b-71c4e6c53121 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (c5b05b07-15bc-457b-bde2-dd65ce250037), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.208792 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b4c62-7084-4840-b50c-508323f53377 req-5909fd48-7247-4355-b35f-9b2bba016297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:54.210278 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-723b4c62-7084-4840-b50c-508323f53377 req-5909fd48-7247-4355-b35f-9b2bba016297 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 1130 time: 0.1264305 Sep 01 00:35:54.259331 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-aba2c872-7a68-4ae3-9a71-d7026a18b91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (1836bbdf-0a4a-47b6-ae9e-8193b5b214fc), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.261864 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-aba2c872-7a68-4ae3-9a71-d7026a18b91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.262986 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-aba2c872-7a68-4ae3-9a71-d7026a18b91f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1836bbdf-0a4a-47b6-ae9e-8193b5b214fc HTTP/1.1" status: 204 len: 168 time: 0.3171597 Sep 01 00:35:54.320688 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2c872-7a68-4ae3-9a71-d7026a18b91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1836bbdf-0a4a-47b6-ae9e-8193b5b214fc,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:54.343328 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.617355 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d3118858-8e6d-4bf3-9e3b-71c4e6c53121 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.622295 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d3118858-8e6d-4bf3-9e3b-71c4e6c53121 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (c5b05b07-15bc-457b-bde2-dd65ce250037), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.623072 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56300) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:54.666945 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-bd745715-89e8-4c4a-b57f-44bf21609f4c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=167809ca76fb4c7a9f36db2731735c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426078 Sep 01 00:35:54.669425 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56302) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:54.724873 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-90fbc0cd-885d-45d5-87cf-9c4badaf0bd8 admin admin] Publish callbacks [] for security_group (9f08c2d8-5674-4124-8b61-0641fb74c6be), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.745785 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-90fbc0cd-885d-45d5-87cf-9c4badaf0bd8 admin admin] Publish callbacks [] for security_group (9f08c2d8-5674-4124-8b61-0641fb74c6be), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.747823 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca4f7b-8265-4373-b12b-eee5095d2c46 req-d24b5aca-b76e-4b8f-9cba-9e2ab123aa6e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:54.749317 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c8ca4f7b-8265-4373-b12b-eee5095d2c46 req-d24b5aca-b76e-4b8f-9cba-9e2ab123aa6e tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 946 time: 0.0863359 Sep 01 00:35:54.767371 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:54.783218 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-d3118858-8e6d-4bf3-9e3b-71c4e6c53121 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Floating IP c5b05b07-15bc-457b-bde2-dd65ce250037 associated. External IP: 172.27.4.41, port: e8f8c3e3-d46f-4e18-9620-44f218cd1524. Sep 01 00:35:54.795512 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-90fbc0cd-885d-45d5-87cf-9c4badaf0bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (9f08c2d8-5674-4124-8b61-0641fb74c6be), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.798151 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-90fbc0cd-885d-45d5-87cf-9c4badaf0bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:54.799834 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-90fbc0cd-885d-45d5-87cf-9c4badaf0bd8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9f08c2d8-5674-4124-8b61-0641fb74c6be HTTP/1.1" status: 204 len: 168 time: 0.1287684 Sep 01 00:35:54.808937 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbc0cd-885d-45d5-87cf-9c4badaf0bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f08c2d8-5674-4124-8b61-0641fb74c6be,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:54.834744 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:54.852305 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c8ca4f7b-8265-4373-b12b-eee5095d2c46 req-54e1399b-6759-4ddf-a54a-52e9b315a4f1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960865 Sep 01 00:35:54.977938 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:55.282728 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:55.339982 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3118858-8e6d-4bf3-9e3b-71c4e6c53121 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:35:55.342948 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-723b4c62-7084-4840-b50c-508323f53377 req-c8c44bca-cc06-48a4-8776-47e30a9045a9 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614977 Sep 01 00:35:55.399225 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:55.452472 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3118858-8e6d-4bf3-9e3b-71c4e6c53121 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:35:55.457518 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d3118858-8e6d-4bf3-9e3b-71c4e6c53121 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:55.464063 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:35:55.475064 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:35:55.476028 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:35:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:55.493289 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-d3118858-8e6d-4bf3-9e3b-71c4e6c53121 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/c5b05b07-15bc-457b-bde2-dd65ce250037 HTTP/1.1" status: 200 len: 991 time: 1.4613807 Sep 01 00:35:55.493790 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'tag': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:35:55.496065 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e32fd9-9430-484e-b07f-769b3c86402c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6cf6ab-6209-485d-b0b0-07e534aff731", "tag": "e8f8c3e3-d46f-4e18-9620-44f218cd1524"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:35:55.586654 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:35:55.687289 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92afe3d-b69f-4984-8e78-1367eb904f54 x-openstack-request-id: req-f92afe3d-b69f-4984-8e78-1367eb904f54 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:35:55.687581 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6cf6ab-6209-485d-b0b0-07e534aff731", "tag": "e8f8c3e3-d46f-4e18-9620-44f218cd1524", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:35:55.687863 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f92afe3d-b69f-4984-8e78-1367eb904f54 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:35:55.688265 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92afe3d-b69f-4984-8e78-1367eb904f54'] response: {'name': 'network-changed', 'server_uuid': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'tag': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524', 'status': 'completed', 'code': 200} Sep 01 00:35:55.806526 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'c5b05b07-15bc-457b-bde2-dd65ce250037', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.41', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:cb:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:35:28Z', 'updated_at': '2022-09-01T00:35:54Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:55.835989 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:35:55.844618 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:35:55.845239 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:35:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:55.950029 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:35:55.993993 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ec2e2-c3a9-4241-ae71-c8144ca30948 req-c2d71169-14db-46f3-9d78-a0d37d2980bf tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:55.996187 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0f6ec2e2-c3a9-4241-ae71-c8144ca30948 req-c2d71169-14db-46f3-9d78-a0d37d2980bf tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 946 time: 0.0516100 Sep 01 00:35:55.999230 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56348) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:56.051156 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0f6ec2e2-c3a9-4241-ae71-c8144ca30948 req-85f96edc-a6e4-4cfb-a61a-0cecf2987702 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453808 Sep 01 00:35:56.122850 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9932bc05-c833-4c3d-be08-3f377640e595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:56.180938 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'c5b05b07-15bc-457b-bde2-dd65ce250037', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.41', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:cb:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:35:28Z', 'updated_at': '2022-09-01T00:35:54Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:35:56.206054 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9932bc05-c833-4c3d-be08-3f377640e595 admin admin] Publish callbacks [] for security_group (f274ba84-2613-42b4-9198-edec9d399082), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:56.207158 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309c2ff-7d39-48e2-9254-71af013af444 None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': 'c5b05b07-15bc-457b-bde2-dd65ce250037', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'floating_ip_address': '172.27.4.41', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'port_id': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'mac_address': 'fa:16:3e:cb:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:35:28Z', 'updated_at': '2022-09-01T00:35:54Z', 'revision_number': 1, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:35:56.210489 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-9932bc05-c833-4c3d-be08-3f377640e595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f274ba84-2613-42b4-9198-edec9d399082), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:56.253825 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-9932bc05-c833-4c3d-be08-3f377640e595 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b5405e58b6da40edb1456103cac516d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532549 Sep 01 00:35:56.255262 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932bc05-c833-4c3d-be08-3f377640e595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f274ba84-2613-42b4-9198-edec9d399082,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:56.256162 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56356) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:35:56.307377 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-10e3661d-289f-4730-aa78-240ea82297f5 admin admin] Publish callbacks [] for security_group (f274ba84-2613-42b4-9198-edec9d399082), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:56.327573 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-10e3661d-289f-4730-aa78-240ea82297f5 admin admin] Publish callbacks [] for security_group (f274ba84-2613-42b4-9198-edec9d399082), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:56.376187 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-10e3661d-289f-4730-aa78-240ea82297f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f274ba84-2613-42b4-9198-edec9d399082), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:56.379567 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-10e3661d-289f-4730-aa78-240ea82297f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:35:56.380762 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-10e3661d-289f-4730-aa78-240ea82297f5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f274ba84-2613-42b4-9198-edec9d399082 HTTP/1.1" status: 204 len: 168 time: 0.1235614 Sep 01 00:35:56.390186 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3661d-289f-4730-aa78-240ea82297f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f274ba84-2613-42b4-9198-edec9d399082,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:35:56.434613 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89baf95-ae34-4974-985b-7b3ab97d7da2 None None] New status for floating IP c5b05b07-15bc-457b-bde2-dd65ce250037: ACTIVE {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:35:57.057918 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-4f4ef1f0-98d8-4601-98c9-a6bec7f299b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:57.059389 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-4f4ef1f0-98d8-4601-98c9-a6bec7f299b2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b1bcb33a579e47518fafa960505447dc&device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 1130 time: 0.0439939 Sep 01 00:35:57.154522 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-a223ef44-5874-4687-8ed4-fc9273952223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:57.155984 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-a223ef44-5874-4687-8ed4-fc9273952223 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 200 len: 915 time: 0.0887606 Sep 01 00:35:57.185128 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668565-faca-4b02-af19-be5ed30d7fce req-9e3c1ba9-a3e8-449d-8d1f-5dc47f6b0fe0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:57.186654 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-24668565-faca-4b02-af19-be5ed30d7fce req-9e3c1ba9-a3e8-449d-8d1f-5dc47f6b0fe0 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 946 time: 0.0498576 Sep 01 00:35:57.243771 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-24668565-faca-4b02-af19-be5ed30d7fce req-3d7dd5f7-480c-41b0-acc8-26dc1f5410e1 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507274 Sep 01 00:35:57.550790 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-1aa48b50-0713-4c29-92dd-62fdd26c9670 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f8c3e3-d46f-4e18-9620-44f218cd1524 HTTP/1.1" status: 200 len: 1001 time: 0.0627899 Sep 01 00:35:57.601919 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-b00b8897-6c8b-4eaf-8272-eac4ef327c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:57.603603 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-b00b8897-6c8b-4eaf-8272-eac4ef327c87 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 200 len: 853 time: 0.0466671 Sep 01 00:35:57.669344 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-d8078121-5cdc-4dde-961b-58b0889e254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:57.670951 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-d8078121-5cdc-4dde-961b-58b0889e254f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c58401f2-7e87-4905-8554-61c4ec2b1ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499403 Sep 01 00:35:57.776358 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-c9082523-c666-4418-845d-aaf19dca4a61 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919557 Sep 01 00:35:57.838680 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:57.874932 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c9e32fd9-9430-484e-b07f-769b3c86402c req-5aac8ed1-3551-4faa-bd51-ed00ac67fde2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900927 Sep 01 00:35:58.396066 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ca17e-3984-4c04-9db4-16f66146d971 req-18a2831f-088e-4fa7-9a16-03f77227bf7c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:58.399807 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f79ca17e-3984-4c04-9db4-16f66146d971 req-18a2831f-088e-4fa7-9a16-03f77227bf7c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 946 time: 0.0627749 Sep 01 00:35:58.441869 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:35:58.477105 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f79ca17e-3984-4c04-9db4-16f66146d971 req-374b3501-7e52-44de-bf28-3f8dceae4b70 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655751 Sep 01 00:35:59.618366 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b9b71-3e34-4e4f-8caa-d02fdea213f2 req-efadf527-f590-401c-9907-c5ac5a093d99 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:35:59.619894 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-556b9b71-3e34-4e4f-8caa-d02fdea213f2 req-efadf527-f590-401c-9907-c5ac5a093d99 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 946 time: 0.0594916 Sep 01 00:35:59.685246 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-556b9b71-3e34-4e4f-8caa-d02fdea213f2 req-450da8e6-3676-4e26-ba56-fb649b6e1174 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591056 Sep 01 00:35:59.964541 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56522) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:00.079061 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7e0769f-bb94-490e-9328-63814cbf626b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:00.097587 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:00.159200 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7e0769f-bb94-490e-9328-63814cbf626b admin admin] Publish callbacks [] for security_group (b7c98897-705a-4e1d-ad90-de7e8213cf78), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:00.165697 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7e0769f-bb94-490e-9328-63814cbf626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (b7c98897-705a-4e1d-ad90-de7e8213cf78), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:00.206208 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c7e0769f-bb94-490e-9328-63814cbf626b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fffe55914dca4883a2a77a2b017e8cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405622 Sep 01 00:36:00.208025 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0769f-bb94-490e-9328-63814cbf626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c98897-705a-4e1d-ad90-de7e8213cf78,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:00.209837 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56526) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:00.269525 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7fdab489-485f-47f2-8dbf-99ebb8c5f667 admin admin] Publish callbacks [] for security_group (b7c98897-705a-4e1d-ad90-de7e8213cf78), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:00.290599 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7fdab489-485f-47f2-8dbf-99ebb8c5f667 admin admin] Publish callbacks [] for security_group (b7c98897-705a-4e1d-ad90-de7e8213cf78), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:00.338329 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7fdab489-485f-47f2-8dbf-99ebb8c5f667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (b7c98897-705a-4e1d-ad90-de7e8213cf78), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:00.341015 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7fdab489-485f-47f2-8dbf-99ebb8c5f667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:00.342137 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7fdab489-485f-47f2-8dbf-99ebb8c5f667 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b7c98897-705a-4e1d-ad90-de7e8213cf78 HTTP/1.1" status: 204 len: 168 time: 0.1312509 Sep 01 00:36:00.355424 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdab489-485f-47f2-8dbf-99ebb8c5f667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c98897-705a-4e1d-ad90-de7e8213cf78,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:01.085052 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-813a4101-c0b2-409e-a140-a04706f8b305 req-a4456b1b-5a38-4f8f-b596-75632198187c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458143 Sep 01 00:36:01.149614 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a4101-c0b2-409e-a140-a04706f8b305 req-776cc8f7-5e79-47e3-844f-e55731de9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:01.151110 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-813a4101-c0b2-409e-a140-a04706f8b305 req-776cc8f7-5e79-47e3-844f-e55731de9d96 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=06942912e37346eaa2310a56b84f3886&device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 1130 time: 0.0437770 Sep 01 00:36:01.279521 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a4101-c0b2-409e-a140-a04706f8b305 req-24edd4ee-ff8e-40ce-9e22-42429baf9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:01.283583 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-813a4101-c0b2-409e-a140-a04706f8b305 req-24edd4ee-ff8e-40ce-9e22-42429baf9d38 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 200 len: 918 time: 0.1090429 Sep 01 00:36:01.354297 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-813a4101-c0b2-409e-a140-a04706f8b305 req-de55aa8d-4dc3-43ae-bd04-938860904edb service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad399c9-2cb1-4999-8111-29a8364f2345 HTTP/1.1" status: 200 len: 1000 time: 0.0667133 Sep 01 00:36:01.409017 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a4101-c0b2-409e-a140-a04706f8b305 req-dc398b8f-7f0d-420d-b6fc-abdd29686a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:01.411138 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-813a4101-c0b2-409e-a140-a04706f8b305 req-dc398b8f-7f0d-420d-b6fc-abdd29686a3b service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 200 len: 856 time: 0.0505111 Sep 01 00:36:01.457932 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a4101-c0b2-409e-a140-a04706f8b305 req-12911041-e8a1-40c6-a6b6-0a2ba68a4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:01.459475 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-813a4101-c0b2-409e-a140-a04706f8b305 req-12911041-e8a1-40c6-a6b6-0a2ba68a4adf service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421832 Sep 01 00:36:01.561163 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-813a4101-c0b2-409e-a140-a04706f8b305 req-2435be61-1064-49d3-8cc2-526e98d61f2d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949781 Sep 01 00:36:01.657237 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-813a4101-c0b2-409e-a140-a04706f8b305 req-9c6d052c-626a-4121-8067-34bd41e18b31 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887263 Sep 01 00:36:01.668189 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56578) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:01.781589 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-eccd46e7-6ded-4991-ac9c-24bdd80fae2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:01.861709 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-eccd46e7-6ded-4991-ac9c-24bdd80fae2c admin admin] Publish callbacks [] for security_group (06ab8bcb-63a9-448a-adc1-35d23e71c616), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:01.865813 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-eccd46e7-6ded-4991-ac9c-24bdd80fae2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (06ab8bcb-63a9-448a-adc1-35d23e71c616), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:01.871194 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:01.911925 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-eccd46e7-6ded-4991-ac9c-24bdd80fae2c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=888f7e6604a24b0485f3f10fac3e300f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425909 Sep 01 00:36:01.913264 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd46e7-6ded-4991-ac9c-24bdd80fae2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ab8bcb-63a9-448a-adc1-35d23e71c616,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:01.914687 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56584) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:01.970457 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-300efff4-86eb-4d59-b5ee-0821baa91806 admin admin] Publish callbacks [] for security_group (06ab8bcb-63a9-448a-adc1-35d23e71c616), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:01.991281 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-300efff4-86eb-4d59-b5ee-0821baa91806 admin admin] Publish callbacks [] for security_group (06ab8bcb-63a9-448a-adc1-35d23e71c616), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:02.038173 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-300efff4-86eb-4d59-b5ee-0821baa91806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (06ab8bcb-63a9-448a-adc1-35d23e71c616), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:02.040993 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-300efff4-86eb-4d59-b5ee-0821baa91806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:02.042157 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-300efff4-86eb-4d59-b5ee-0821baa91806 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/06ab8bcb-63a9-448a-adc1-35d23e71c616 HTTP/1.1" status: 204 len: 168 time: 0.1264169 Sep 01 00:36:02.051244 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300efff4-86eb-4d59-b5ee-0821baa91806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ab8bcb-63a9-448a-adc1-35d23e71c616,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:06.176474 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=74 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:06.184632 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=74 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:07.844257 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:36:11.908468 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=34,neutron:INSERT=9 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:12.026006 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:12.045974 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=84,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:12.062841 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:12.063558 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:13.812838 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56758) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:13.923377 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3448f7c4-d219-4504-8968-b01ed8da9cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.004624 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3448f7c4-d219-4504-8968-b01ed8da9cd5 admin admin] Publish callbacks [] for security_group (2f3870c4-2daf-45fe-ba01-9279d69479cb), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.008090 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3448f7c4-d219-4504-8968-b01ed8da9cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2f3870c4-2daf-45fe-ba01-9279d69479cb), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.047820 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-3448f7c4-d219-4504-8968-b01ed8da9cd5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d7fb43b1c2504bf5adbfe947ef5858da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339282 Sep 01 00:36:14.048697 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448f7c4-d219-4504-8968-b01ed8da9cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3870c4-2daf-45fe-ba01-9279d69479cb,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:14.050661 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 56762) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:14.103915 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8b8-3736-44ae-99bf-79c537ee27f2 admin admin] Publish callbacks [] for security_group (2f3870c4-2daf-45fe-ba01-9279d69479cb), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.124728 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8b8-3736-44ae-99bf-79c537ee27f2 admin admin] Publish callbacks [] for security_group (2f3870c4-2daf-45fe-ba01-9279d69479cb), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.170733 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8b8-3736-44ae-99bf-79c537ee27f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2f3870c4-2daf-45fe-ba01-9279d69479cb), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.173360 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8b8-3736-44ae-99bf-79c537ee27f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.174530 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-87aaa8b8-3736-44ae-99bf-79c537ee27f2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2f3870c4-2daf-45fe-ba01-9279d69479cb HTTP/1.1" status: 204 len: 168 time: 0.1228688 Sep 01 00:36:14.183499 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaa8b8-3736-44ae-99bf-79c537ee27f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3870c4-2daf-45fe-ba01-9279d69479cb,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:14.442119 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56768) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:14.455953 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-353f7547-dc74-435e-b8b2-134d235e67c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.534959 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-353f7547-dc74-435e-b8b2-134d235e67c9 admin admin] Publish callbacks [] for security_group (5de63568-98ef-4cfa-9507-80c1d0b9f18e), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.539935 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-353f7547-dc74-435e-b8b2-134d235e67c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (5de63568-98ef-4cfa-9507-80c1d0b9f18e), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.579603 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f7547-dc74-435e-b8b2-134d235e67c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de63568-98ef-4cfa-9507-80c1d0b9f18e,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:14.584443 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-353f7547-dc74-435e-b8b2-134d235e67c9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a587a0b69b7d439ba5d99e5a247e0b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412413 Sep 01 00:36:14.587097 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56774) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:14.636353 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-29ab4fab-63c7-4fdc-86a8-37d062e23c82 admin admin] Publish callbacks [] for security_group (5de63568-98ef-4cfa-9507-80c1d0b9f18e), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.664429 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-29ab4fab-63c7-4fdc-86a8-37d062e23c82 admin admin] Publish callbacks [] for security_group (5de63568-98ef-4cfa-9507-80c1d0b9f18e), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.714722 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-29ab4fab-63c7-4fdc-86a8-37d062e23c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (5de63568-98ef-4cfa-9507-80c1d0b9f18e), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.717347 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-29ab4fab-63c7-4fdc-86a8-37d062e23c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:14.718507 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-29ab4fab-63c7-4fdc-86a8-37d062e23c82 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5de63568-98ef-4cfa-9507-80c1d0b9f18e HTTP/1.1" status: 204 len: 168 time: 0.1304746 Sep 01 00:36:14.732865 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab4fab-63c7-4fdc-86a8-37d062e23c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de63568-98ef-4cfa-9507-80c1d0b9f18e,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:17.839638 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:17.840420 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:20.359749 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5981b079-83e1-49e4-ab12-184be158a32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:22.751985 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-6409979d-f26e-40a5-b492-fc81371a73d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:23.968288 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:24.178128 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:24.179321 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:24.336427 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:24.721980 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=51,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:24.722744 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=55,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:25.285970 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:25.393488 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:26.361495 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56972) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:26.469381 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-042d4c50-6a04-4299-b3cf-483a8a053f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:26.543548 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-042d4c50-6a04-4299-b3cf-483a8a053f92 admin admin] Publish callbacks [] for security_group (a9040d2b-ab14-44af-abbd-ce075023a07b), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:26.547390 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-042d4c50-6a04-4299-b3cf-483a8a053f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (a9040d2b-ab14-44af-abbd-ce075023a07b), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:26.586267 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d4c50-6a04-4299-b3cf-483a8a053f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9040d2b-ab14-44af-abbd-ce075023a07b,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:26.590346 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-042d4c50-6a04-4299-b3cf-483a8a053f92 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a5bbbbdf90054295a8bf275fbf9a164f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278459 Sep 01 00:36:26.593688 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 56976) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:26.641262 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-45c4dea6-3262-455e-af45-115f38106dd1 admin admin] Publish callbacks [] for security_group (a9040d2b-ab14-44af-abbd-ce075023a07b), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:26.660806 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-45c4dea6-3262-455e-af45-115f38106dd1 admin admin] Publish callbacks [] for security_group (a9040d2b-ab14-44af-abbd-ce075023a07b), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:26.710609 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-45c4dea6-3262-455e-af45-115f38106dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (a9040d2b-ab14-44af-abbd-ce075023a07b), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:26.713251 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-45c4dea6-3262-455e-af45-115f38106dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:26.714409 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-45c4dea6-3262-455e-af45-115f38106dd1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a9040d2b-ab14-44af-abbd-ce075023a07b HTTP/1.1" status: 204 len: 168 time: 0.1204093 Sep 01 00:36:26.722904 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4dea6-3262-455e-af45-115f38106dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9040d2b-ab14-44af-abbd-ce075023a07b,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:27.149721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57004) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:27.456866 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Deleting port e6e5fab8-fe8d-4de9-aeab-02d0f96dd188 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:27.457517 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (e6e5fab8-fe8d-4de9-aeab-02d0f96dd188), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:27.535638 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (e6e5fab8-fe8d-4de9-aeab-02d0f96dd188), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:27.535978 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for floatingip (e6e5fab8-fe8d-4de9-aeab-02d0f96dd188), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:27.548797 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Calling delete_port for e6e5fab8-fe8d-4de9-aeab-02d0f96dd188 owned by network:floatingip {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:27.718581 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (e6e5fab8-fe8d-4de9-aeab-02d0f96dd188), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:27.751777 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event deleted for resources: {'Port': ['ID=e6e5fab8-fe8d-4de9-aeab-02d0f96dd188,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:27.781328 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:27.810897 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:27.823688 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for floatingip (1bd773a2-4c67-4234-ab6e-e90647c52b3d), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:27.824023 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Floating IP 1bd773a2-4c67-4234-ab6e-e90647c52b3d disassociated (deleted). External IP: 172.27.4.107, port: 7e1bd795-ba93-4500-a63a-3a150fd97453. Sep 01 00:36:28.298087 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:36:28.402624 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:36:28.407438 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:28.413219 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] Sync routers for ids ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:36:28.424614 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] Routers {'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:36:28.425230 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:28.436831 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-ee86ace7-a82e-408c-a0ba-411bab94fad9 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/1bd773a2-4c67-4234-ab6e-e90647c52b3d HTTP/1.1" status: 204 len: 168 time: 1.2859721 Sep 01 00:36:28.437657 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:36:28.439936 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f0b12c-6831-4430-bbf5-8e0cc09889f6" -d '{"events": [{"name": "network-changed", "server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:36:28.499367 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd4219c-e39f-4575-9ef1-bef2d4a15da0 x-openstack-request-id: req-5bd4219c-e39f-4575-9ef1-bef2d4a15da0 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:36:28.499978 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:36:28.499978 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bd4219c-e39f-4575-9ef1-bef2d4a15da0 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:36:28.500290 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd4219c-e39f-4575-9ef1-bef2d4a15da0'] response: {'name': 'network-changed', 'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'status': 'completed', 'code': 200} Sep 01 00:36:28.539099 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] Set router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:36:28.565596 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-18644463-f2c1-41c8-8a70-158896a55250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:28.567205 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-18644463-f2c1-41c8-8a70-158896a55250 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3f39cdb9221440658d7cd52c341cf08a&device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 1129 time: 0.0415297 Sep 01 00:36:28.675042 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-829b9254-ba7e-4328-9607-cd85ab7525a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:28.676560 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-829b9254-ba7e-4328-9607-cd85ab7525a6 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 HTTP/1.1" status: 200 len: 910 time: 0.1012955 Sep 01 00:36:28.705610 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbeb656-9851-4fa5-bbce-e26327d520eb req-e10cb642-6231-4077-81b6-e71051c457e5 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:28.707208 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2cbeb656-9851-4fa5-bbce-e26327d520eb req-e10cb642-6231-4077-81b6-e71051c457e5 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0540102 Sep 01 00:36:28.760091 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2cbeb656-9851-4fa5-bbce-e26327d520eb req-5029b96b-045a-491d-8523-a9306dd7a904 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464592 Sep 01 00:36:28.832621 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96', 'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'mac_address': 'fa:16:3e:a8:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:02Z', 'updated_at': '2022-09-01T00:31:11Z', 'revision_number': 5, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'subnets': [{'id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:28.859361 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] Checking router: ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:36:28.868340 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] Routers {'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:36:28.868961 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:28.970199 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] Set router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:36:29.158264 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96', 'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'mac_address': 'fa:16:3e:a8:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:02Z', 'updated_at': '2022-09-01T00:31:11Z', 'revision_number': 5, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'subnets': [{'id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:29.183980 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6801d93-22db-485d-ae28-49ad5d9d6814 None None] The sync data for ids ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'] in dv-cinder-820027-21-iscsi is: [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:31:03Z', 'revision_number': 4, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96', 'name': '', 'network_id': 'c0b24cda-34e6-4a2a-a3b5-60c23fd152f5', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'mac_address': 'fa:16:3e:a8:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:02Z', 'updated_at': '2022-09-01T00:31:11Z', 'revision_number': 5, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'subnets': [{'id': '86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:36:29.478795 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646b9d1-b3ce-4ac1-b064-7816ca648040 None None] New status for floating IP 1bd773a2-4c67-4234-ab6e-e90647c52b3d: DOWN {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:36:29.832249 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-b0670272-1400-4022-91ba-27877f8f47c4 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1bd795-ba93-4500-a63a-3a150fd97453 HTTP/1.1" status: 200 len: 217 time: 0.0346916 Sep 01 00:36:29.909260 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff2c6-e56a-4cc1-84d2-8c8e282bc9c6 req-d952ae90-1649-41d2-bfa4-ca056b19516e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:29.910730 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-688ff2c6-e56a-4cc1-84d2-8c8e282bc9c6 req-d952ae90-1649-41d2-bfa4-ca056b19516e tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0762322 Sep 01 00:36:29.929152 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-003bf9f5-2d6b-4e39-9b3f-76698344cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:29.930528 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-003bf9f5-2d6b-4e39-9b3f-76698344cf1f service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e HTTP/1.1" status: 200 len: 848 time: 0.0879307 Sep 01 00:36:29.967061 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-688ff2c6-e56a-4cc1-84d2-8c8e282bc9c6 req-c3adf5ba-532b-4174-90bb-f1be5077528a tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=48a451df-e5cb-427c-be2b-11e1c997cdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496166 Sep 01 00:36:30.025741 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-7340f185-8fc5-41e6-9ecb-65feacaf1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:30.027239 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-7340f185-8fc5-41e6-9ecb-65feacaf1fb8 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405977 Sep 01 00:36:30.126539 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-c7d6f990-c2b5-4627-bdb7-3b847ac2ff28 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916512 Sep 01 00:36:30.376311 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-97f0b12c-6831-4430-bbf5-8e0cc09889f6 req-59070bbc-8b22-4ad6-a165-a4b8fd2d6185 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920284 Sep 01 00:36:30.417754 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-b1f114ac-95bd-4058-85ef-ceef8a75d47b tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:30.419275 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-b1f114ac-95bd-4058-85ef-ceef8a75d47b tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 945 time: 0.0517616 Sep 01 00:36:30.515810 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-cc7b4c50-dc99-4d9b-aad5-cb759b92a6e2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Deleting port 7e1bd795-ba93-4500-a63a-3a150fd97453 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:30.516153 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-cc7b4c50-dc99-4d9b-aad5-cb759b92a6e2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:30.640882 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-cc7b4c50-dc99-4d9b-aad5-cb759b92a6e2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] For port 7e1bd795-ba93-4500-a63a-3a150fd97453, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=7e1bd795-ba93-4500-a63a-3a150fd97453,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:36:30.641924 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-cc7b4c50-dc99-4d9b-aad5-cb759b92a6e2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:30.664442 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-cc7b4c50-dc99-4d9b-aad5-cb759b92a6e2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Calling delete_port for 7e1bd795-ba93-4500-a63a-3a150fd97453 owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:30.827825 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-cc7b4c50-dc99-4d9b-aad5-cb759b92a6e2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (7e1bd795-ba93-4500-a63a-3a150fd97453), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:30.879835 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b4c50-dc99-4d9b-aad5-cb759b92a6e2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event deleted for resources: {'Port': ['ID=7e1bd795-ba93-4500-a63a-3a150fd97453,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:30.912302 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:30.930152 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-cc7b4c50-dc99-4d9b-aad5-cb759b92a6e2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] No DVR routers for this DVR port 7e1bd795-ba93-4500-a63a-3a150fd97453 on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:36:30.933181 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-cc7b4c50-dc99-4d9b-aad5-cb759b92a6e2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:30.936461 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d6bf32a1-1b54-40c2-bb2d-bd74262bb797 req-cc7b4c50-dc99-4d9b-aad5-cb759b92a6e2 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.30 "DELETE /networking/v2.0/ports/7e1bd795-ba93-4500-a63a-3a150fd97453 HTTP/1.1" status: 204 len: 173 time: 0.5109103 Sep 01 00:36:30.936922 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'name': 'network-vif-deleted', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:36:30.939208 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1f9d8f-0724-49e0-a436-3de9882fa5bf" -d '{"events": [{"server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "name": "network-vif-deleted", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:36:30.985279 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28d872f-d2b9-4eb9-b9dd-23952043f739 x-openstack-request-id: req-b28d872f-d2b9-4eb9-b9dd-23952043f739 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:36:30.985524 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12865e9d-801f-4fc9-a160-3628da11fe30", "name": "network-vif-deleted", "tag": "7e1bd795-ba93-4500-a63a-3a150fd97453", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:36:30.985900 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b28d872f-d2b9-4eb9-b9dd-23952043f739 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:36:30.986518 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28d872f-d2b9-4eb9-b9dd-23952043f739'] response: {'server_uuid': '12865e9d-801f-4fc9-a160-3628da11fe30', 'name': 'network-vif-deleted', 'tag': '7e1bd795-ba93-4500-a63a-3a150fd97453', 'status': 'completed', 'code': 200} Sep 01 00:36:31.077373 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-94a5134c-21e2-4c64-924f-57893361d518 req-63e07205-5a7c-4942-a0cf-9ae4614b1098 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12865e9d-801f-4fc9-a160-3628da11fe30 HTTP/1.1" status: 200 len: 210 time: 0.0306478 Sep 01 00:36:32.146492 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57114) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:32.209066 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0171115c-53f8-4478-b8a6-8d889e228129 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group (48a451df-e5cb-427c-be2b-11e1c997cdb6), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:32.233573 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0171115c-53f8-4478-b8a6-8d889e228129 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group (48a451df-e5cb-427c-be2b-11e1c997cdb6), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:32.306957 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0171115c-53f8-4478-b8a6-8d889e228129 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (48a451df-e5cb-427c-be2b-11e1c997cdb6), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:32.310091 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0171115c-53f8-4478-b8a6-8d889e228129 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:32.313905 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-0171115c-53f8-4478-b8a6-8d889e228129 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/48a451df-e5cb-427c-be2b-11e1c997cdb6 HTTP/1.1" status: 204 len: 168 time: 0.1639314 Sep 01 00:36:32.327372 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171115c-53f8-4478-b8a6-8d889e228129 tempest-TestShelveInstance-1451357253 tempest-TestShelveInstance-1451357253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a451df-e5cb-427c-be2b-11e1c997cdb6,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:32.390393 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57140) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:32.790310 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57156) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:32.825416 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:32.917446 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:32.928451 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-927dd112-625c-4139-bc34-47363f3bce2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:32.948770 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.147293 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-927dd112-625c-4139-bc34-47363f3bce2f admin admin] Publish callbacks [] for security_group (18645b68-4563-4dd8-b744-748f25ac0f37), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.152281 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-927dd112-625c-4139-bc34-47363f3bce2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (18645b68-4563-4dd8-b744-748f25ac0f37), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.203155 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-927dd112-625c-4139-bc34-47363f3bce2f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5b2d4f3c099841159cf71ffbd347f762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118488 Sep 01 00:36:33.205524 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dd112-625c-4139-bc34-47363f3bce2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18645b68-4563-4dd8-b744-748f25ac0f37,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:33.206239 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57170) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:33.271285 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:33.277725 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] Deleting port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:33.278071 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.282629 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4e94dd89-3c7a-4d41-a21b-2cddea1c32ec admin admin] Publish callbacks [] for security_group (18645b68-4563-4dd8-b744-748f25ac0f37), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.304283 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4e94dd89-3c7a-4d41-a21b-2cddea1c32ec admin admin] Publish callbacks [] for security_group (18645b68-4563-4dd8-b744-748f25ac0f37), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.361160 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4e94dd89-3c7a-4d41-a21b-2cddea1c32ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (18645b68-4563-4dd8-b744-748f25ac0f37), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.364575 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4e94dd89-3c7a-4d41-a21b-2cddea1c32ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.366950 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] For port cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:36:33.367343 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.368507 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-4e94dd89-3c7a-4d41-a21b-2cddea1c32ec admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/18645b68-4563-4dd8-b744-748f25ac0f37 HTTP/1.1" status: 204 len: 168 time: 0.1611540 Sep 01 00:36:33.378156 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94dd89-3c7a-4d41-a21b-2cddea1c32ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18645b68-4563-4dd8-b744-748f25ac0f37,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:33.382433 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] Calling delete_port for cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 owned by network:router_interface {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:33.580789 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 7e1bd795-ba93-4500-a63a-3a150fd97453 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:36:33.581339 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:33.586963 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.597723 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 7e1bd795-ba93-4500-a63a-3a150fd97453 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:36:33.597864 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 7e1bd795-ba93-4500-a63a-3a150fd97453 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:36:33.679991 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:33.685317 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:33.740718 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57188) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:33.761508 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-226503ac-70ec-43e2-825f-09072d319a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.821079 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.882687 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-226503ac-70ec-43e2-825f-09072d319a9b admin admin] Publish callbacks [] for security_group (722aed22-1496-420e-8d5a-11311a358775), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.887279 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-226503ac-70ec-43e2-825f-09072d319a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (722aed22-1496-420e-8d5a-11311a358775), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:33.928397 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226503ac-70ec-43e2-825f-09072d319a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722aed22-1496-420e-8d5a-11311a358775,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:33.933645 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-226503ac-70ec-43e2-825f-09072d319a9b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f4cce483be544e9fad181f0c831207c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917319 Sep 01 00:36:33.936165 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57194) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:33.990631 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afeb16a0-51d4-41a5-96e4-0f1840abb0df admin admin] Publish callbacks [] for security_group (722aed22-1496-420e-8d5a-11311a358775), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:34.012300 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afeb16a0-51d4-41a5-96e4-0f1840abb0df admin admin] Publish callbacks [] for security_group (722aed22-1496-420e-8d5a-11311a358775), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:34.068961 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afeb16a0-51d4-41a5-96e4-0f1840abb0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (722aed22-1496-420e-8d5a-11311a358775), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:34.071625 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afeb16a0-51d4-41a5-96e4-0f1840abb0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:34.071787 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] Router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:36:34.072954 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-afeb16a0-51d4-41a5-96e4-0f1840abb0df admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/722aed22-1496-420e-8d5a-11311a358775 HTTP/1.1" status: 204 len: 168 time: 0.1358578 Sep 01 00:36:34.081633 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb16a0-51d4-41a5-96e4-0f1840abb0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722aed22-1496-420e-8d5a-11311a358775,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:34.195937 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:36:34.205980 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-900bfb09-1460-4cbb-b1bc-29e9cb960666 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/ead9b7a4-0fe0-465a-b2ee-611b01baa2b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8102937 Sep 01 00:36:34.206088 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57204) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:34.207801 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88652910-e190-4e88-b0df-49d4068f831c None None] Sync routers for ids ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:36:34.219560 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88652910-e190-4e88-b0df-49d4068f831c None None] Routers {'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:36:34.220366 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-88652910-e190-4e88-b0df-49d4068f831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:34.330179 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Publish callbacks [] for router (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:34.392817 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-88652910-e190-4e88-b0df-49d4068f831c None None] Set router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:36:34.446837 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Publish callbacks [] for router_gateway (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:34.481267 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:34.517541 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Deleting port e8b7820a-fe61-41cf-97b9-3da4d22e00fd {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:34.518404 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:34.615430 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-88652910-e190-4e88-b0df-49d4068f831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:36:33Z', 'revision_number': 5, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port': {'id': 'e8b7820a-fe61-41cf-97b9-3da4d22e00fd', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:00Z', 'updated_at': '2022-09-01T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:34.626834 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:34.643472 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] For port e8b7820a-fe61-41cf-97b9-3da4d22e00fd, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=e8b7820a-fe61-41cf-97b9-3da4d22e00fd,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:36:34.643764 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:34.647166 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88652910-e190-4e88-b0df-49d4068f831c None None] Checking router: ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:36:34.657664 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88652910-e190-4e88-b0df-49d4068f831c None None] Routers {'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:36:34.658698 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-88652910-e190-4e88-b0df-49d4068f831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:34.661551 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Calling delete_port for e8b7820a-fe61-41cf-97b9-3da4d22e00fd owned by network:router_gateway {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:34.772898 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-88652910-e190-4e88-b0df-49d4068f831c None None] Set router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 gateway port host: None {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:36:34.829846 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-88652910-e190-4e88-b0df-49d4068f831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:36:34Z', 'revision_number': 6, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port_host': None}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:34.866940 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88652910-e190-4e88-b0df-49d4068f831c None None] The sync data for ids ['ead9b7a4-0fe0-465a-b2ee-611b01baa2b3'] in dv-cinder-820027-21-iscsi is: [{'id': 'ead9b7a4-0fe0-465a-b2ee-611b01baa2b3', 'name': 'tempest-TestShelveInstance-1591057427-router', 'tenant_id': '3f39cdb9221440658d7cd52c341cf08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:30:59Z', 'updated_at': '2022-09-01T00:36:34Z', 'revision_number': 6, 'project_id': '3f39cdb9221440658d7cd52c341cf08a', 'gw_port_host': None}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:36:34.870108 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:34.880441 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (e8b7820a-fe61-41cf-97b9-3da4d22e00fd), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:34.915623 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b7820a-fe61-41cf-97b9-3da4d22e00fd,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:34.993840 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.085611 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.087827 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Publish callbacks [] for router_controller (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.133393 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (ead9b7a4-0fe0-465a-b2ee-611b01baa2b3), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.134105 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Fanout notify agent at l3_agent the message router_deleted on router ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 {{(pid=117901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:36:35.139626 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.140811 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-b11b93ca-7d9e-4cb6-8386-9ba0400521de admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/ead9b7a4-0fe0-465a-b2ee-611b01baa2b3 HTTP/1.1" status: 204 len: 168 time: 0.9348605 Sep 01 00:36:35.143358 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57240) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:35.190815 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec709433-b769-4a04-a645-f1bcac40fdcc admin admin] Deleting subnet 86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:36:35.197199 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ec709433-b769-4a04-a645-f1bcac40fdcc admin admin] Publish callbacks [] for subnet (86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.238028 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ec709433-b769-4a04-a645-f1bcac40fdcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10428791'] for subnet (86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.329604 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ec709433-b769-4a04-a645-f1bcac40fdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.386236 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ec709433-b769-4a04-a645-f1bcac40fdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10428867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10416581'] for subnet (86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.413273 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec709433-b769-4a04-a645-f1bcac40fdcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:35.417300 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ec709433-b769-4a04-a645-f1bcac40fdcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.422670 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-ec709433-b769-4a04-a645-f1bcac40fdcc admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/86e8ff70-83dc-4f7f-80c8-efc6e29e3f8e HTTP/1.1" status: 204 len: 168 time: 0.2760684 Sep 01 00:36:35.423073 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57250) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:35.423361 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59102254-7b53-4d7a-9445-26c7b4a02fc7 None None] Network c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:36:35.491915 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:35.499376 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (c0b24cda-34e6-4a2a-a3b5-60c23fd152f5), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.552004 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Deleting port 625f3852-eebf-402b-8fec-2cf4d06b7378 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:35.552554 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.624826 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] For port 625f3852-eebf-402b-8fec-2cf4d06b7378, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=625f3852-eebf-402b-8fec-2cf4d06b7378,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:36:35.625203 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.639837 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Calling delete_port for 625f3852-eebf-402b-8fec-2cf4d06b7378 owned by network:dhcp {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:35.652708 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] DHCP port deletion for c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:36:35.694554 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Deleting port 625f3852-eebf-402b-8fec-2cf4d06b7378 {{(pid=117903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:35.694925 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), before_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.743015 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.766647 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] For port 625f3852-eebf-402b-8fec-2cf4d06b7378, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=625f3852-eebf-402b-8fec-2cf4d06b7378,segment=NetworkSegment(73e51995-44ca-4b06-b29b-31786031e3ff),segment_id=73e51995-44ca-4b06-b29b-31786031e3ff)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:36:35.767348 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), precommit_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.774182 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=625f3852-eebf-402b-8fec-2cf4d06b7378,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:35.778981 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] No DVR routers for this DVR port 625f3852-eebf-402b-8fec-2cf4d06b7378 on host dv-cinder-820027-21-iscsi {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:36:35.783047 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Calling delete_port for 625f3852-eebf-402b-8fec-2cf4d06b7378 owned by network:dhcp {{(pid=117903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:35.869337 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114'] for port (625f3852-eebf-402b-8fec-2cf4d06b7378), after_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.874202 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (c0b24cda-34e6-4a2a-a3b5-60c23fd152f5), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.892065 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Pushing event deleted for resources: {'Port': ['ID=625f3852-eebf-402b-8fec-2cf4d06b7378,revision_number=None']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:35.903887 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.904230 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.904755 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.905244 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.905628 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.905923 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.906207 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.906534 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.906739 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b24cda-34e6-4a2a-a3b5-60c23fd152f5']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:35.906856 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.907170 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.907495 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.907828 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.908135 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.908683 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.909007 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:35.917711 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a88898-abce-41f6-a471-114869fd1535 None None] No DVR routers for this DVR port 625f3852-eebf-402b-8fec-2cf4d06b7378 on host dv-cinder-820027-21-iscsi {{(pid=117903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:36:35.918075 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e51995-44ca-4b06-b29b-31786031e3ff') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:35.918311 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e51995-44ca-4b06-b29b-31786031e3ff') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:35.930143 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (73e51995-44ca-4b06-b29b-31786031e3ff), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.939294 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:35.946487 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (73e51995-44ca-4b06-b29b-31786031e3ff), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:35.954949 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:36:35.955348 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (73e51995-44ca-4b06-b29b-31786031e3ff), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:36.009438 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 73e51995-44ca-4b06-b29b-31786031e3ff resource provider aggregate not found Sep 01 00:36:36.031032 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 73e51995-44ca-4b06-b29b-31786031e3ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73e51995-44ca-4b06-b29b-31786031e3ff found for delete ", "request_id": "req-0e407bbb-3eab-4357-8389-1e21a927455a"}]} Sep 01 00:36:36.048296 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (c0b24cda-34e6-4a2a-a3b5-60c23fd152f5), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:36.071122 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:36.074332 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/c0b24cda-34e6-4a2a-a3b5-60c23fd152f5 HTTP/1.1" status: 204 len: 168 time: 0.6500816 Sep 01 00:36:36.076052 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b8c12-9de7-41f5-9198-642ac6100f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b24cda-34e6-4a2a-a3b5-60c23fd152f5,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:36.077811 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57274) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:36.679268 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:36.722101 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:36.750167 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:36:36.774338 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:36:36.774672 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device cd9f4eda-d2a4-4f6e-a6f6-9e049f574c96 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:36:36.775079 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device e8b7820a-fe61-41cf-97b9-3da4d22e00fd no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:36:36.792932 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: e8b7820a-fe61-41cf-97b9-3da4d22e00fd {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:36:36.793276 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device e8b7820a-fe61-41cf-97b9-3da4d22e00fd not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:36:36.793677 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 625f3852-eebf-402b-8fec-2cf4d06b7378 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:36:36.812191 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 625f3852-eebf-402b-8fec-2cf4d06b7378 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:36:36.812552 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 625f3852-eebf-402b-8fec-2cf4d06b7378 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:36:36.907642 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] Deleting port 5f4646fa-9c3b-4d40-8d4e-91b641560427 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:36.907977 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:36.963750 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:36.989856 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] For port 5f4646fa-9c3b-4d40-8d4e-91b641560427, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=5f4646fa-9c3b-4d40-8d4e-91b641560427,segment=NetworkSegment(9371781f-2572-4148-8a6c-5b63d557454c),segment_id=9371781f-2572-4148-8a6c-5b63d557454c)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:36:36.990250 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:37.002955 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] Calling delete_port for 5f4646fa-9c3b-4d40-8d4e-91b641560427 owned by network:router_interface {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:37.185712 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (5f4646fa-9c3b-4d40-8d4e-91b641560427), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:37.216358 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4646fa-9c3b-4d40-8d4e-91b641560427,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:37.417852 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:37.635969 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:37.647692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] Router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:36:37.762412 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:36:37.774295 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57298) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:37.775157 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-8785466a-dbf1-401a-978c-1a280a33e168 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b466a3bf-1f1a-40ae-8c05-02ddf0f64938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6961148 Sep 01 00:36:37.778076 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] Sync routers for ids ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:36:37.789305 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] Routers {'b466a3bf-1f1a-40ae-8c05-02ddf0f64938'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:36:37.789921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:37.885906 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Publish callbacks [] for router (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:37.989465 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Publish callbacks [] for router_gateway (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.027183 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] Set router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:36:38.034202 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Deleting port 058aaf01-446e-474a-b58f-90a73f4dfa40 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:38.034549 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.114455 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] For port 058aaf01-446e-474a-b58f-90a73f4dfa40, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=058aaf01-446e-474a-b58f-90a73f4dfa40,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:36:38.114846 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.127513 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Calling delete_port for 058aaf01-446e-474a-b58f-90a73f4dfa40 owned by network:router_gateway {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:38.175428 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:38.197568 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'name': 'tempest-TestShelveInstance-1246449009-router', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:36:37Z', 'revision_number': 5, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'gw_port': {'id': '058aaf01-446e-474a-b58f-90a73f4dfa40', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:38.222968 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] Checking router: b466a3bf-1f1a-40ae-8c05-02ddf0f64938 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:36:38.230327 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:38.232830 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] Routers {'b466a3bf-1f1a-40ae-8c05-02ddf0f64938'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:36:38.233451 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:38.297590 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (058aaf01-446e-474a-b58f-90a73f4dfa40), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.319201 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] Set router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 gateway port host: None {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:36:38.327501 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=058aaf01-446e-474a-b58f-90a73f4dfa40,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:38.369967 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'name': 'tempest-TestShelveInstance-1246449009-router', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:36:37Z', 'revision_number': 6, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'gw_port_host': None}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:38.372437 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:38.390641 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.399585 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382d8c9-26ab-4ef6-8eb9-c30e2609b675 None None] The sync data for ids ['b466a3bf-1f1a-40ae-8c05-02ddf0f64938'] in dv-cinder-820027-21-iscsi is: [{'id': 'b466a3bf-1f1a-40ae-8c05-02ddf0f64938', 'name': 'tempest-TestShelveInstance-1246449009-router', 'tenant_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:36:37Z', 'revision_number': 6, 'project_id': 'a4f6de578de64bcb8175fe1bd87b025e', 'gw_port_host': None}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:36:38.483937 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.486348 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Publish callbacks [] for router_controller (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.530823 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (b466a3bf-1f1a-40ae-8c05-02ddf0f64938), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.531392 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b466a3bf-1f1a-40ae-8c05-02ddf0f64938 {{(pid=117901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:36:38.535445 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.536664 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-1f8254c7-4644-41bd-99d1-6ffeb3621e56 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/b466a3bf-1f1a-40ae-8c05-02ddf0f64938 HTTP/1.1" status: 204 len: 168 time: 0.7610097 Sep 01 00:36:38.539340 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57304) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:38.589694 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-706b5342-a025-41ce-993d-78e6dca2e9d4 admin admin] Deleting subnet a9e706e6-279a-4344-a3eb-c150f45354f8 {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:36:38.592993 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-706b5342-a025-41ce-993d-78e6dca2e9d4 admin admin] Publish callbacks [] for subnet (a9e706e6-279a-4344-a3eb-c150f45354f8), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.632100 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-706b5342-a025-41ce-993d-78e6dca2e9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10428791'] for subnet (a9e706e6-279a-4344-a3eb-c150f45354f8), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.652683 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57308) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:38.655981 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:38.711588 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-706b5342-a025-41ce-993d-78e6dca2e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (a9e706e6-279a-4344-a3eb-c150f45354f8), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.764861 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8ed3d5a3-e0d9-4920-9af9-b3e461f5ffe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.779115 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-706b5342-a025-41ce-993d-78e6dca2e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10428867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10416581'] for subnet (a9e706e6-279a-4344-a3eb-c150f45354f8), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.821402 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-706b5342-a025-41ce-993d-78e6dca2e9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:38.828285 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c426e5b-d078-4d97-ad37-6eaf0b2f3362 None None] Network 546c61c5-bc14-4692-b8a8-9615d622f0d9 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:36:38.844477 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-706b5342-a025-41ce-993d-78e6dca2e9d4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a9e706e6-279a-4344-a3eb-c150f45354f8 HTTP/1.1" status: 204 len: 168 time: 0.3019779 Sep 01 00:36:38.844477 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b5342-a025-41ce-993d-78e6dca2e9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e706e6-279a-4344-a3eb-c150f45354f8,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:38.845914 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57316) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:38.863831 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:38.954994 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 5f4646fa-9c3b-4d40-8d4e-91b641560427 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:36:38.985695 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 5f4646fa-9c3b-4d40-8d4e-91b641560427 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:36:38.986040 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 5f4646fa-9c3b-4d40-8d4e-91b641560427 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:36:39.025607 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (546c61c5-bc14-4692-b8a8-9615d622f0d9), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.029956 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8ed3d5a3-e0d9-4920-9af9-b3e461f5ffe2 admin admin] Publish callbacks [] for security_group (6fbe663f-57d4-41e7-bd31-7774134b3ca7), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.040558 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8ed3d5a3-e0d9-4920-9af9-b3e461f5ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (6fbe663f-57d4-41e7-bd31-7774134b3ca7), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.116093 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-8ed3d5a3-e0d9-4920-9af9-b3e461f5ffe2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6c6695e3c94640099c028ea4dcada9a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623139 Sep 01 00:36:39.116269 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57322) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:39.117472 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3d5a3-e0d9-4920-9af9-b3e461f5ffe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe663f-57d4-41e7-bd31-7774134b3ca7,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:39.119964 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Deleting port 02d35b4c-e5d6-471e-9180-8c502a2a0934 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:39.120229 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.171848 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c35b4523-d1f5-45ec-930f-39b394b2b62a admin admin] Publish callbacks [] for security_group (6fbe663f-57d4-41e7-bd31-7774134b3ca7), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.188432 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] For port 02d35b4c-e5d6-471e-9180-8c502a2a0934, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=02d35b4c-e5d6-471e-9180-8c502a2a0934,segment=NetworkSegment(9371781f-2572-4148-8a6c-5b63d557454c),segment_id=9371781f-2572-4148-8a6c-5b63d557454c)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:36:39.188826 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.195217 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c35b4523-d1f5-45ec-930f-39b394b2b62a admin admin] Publish callbacks [] for security_group (6fbe663f-57d4-41e7-bd31-7774134b3ca7), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.203394 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Calling delete_port for 02d35b4c-e5d6-471e-9180-8c502a2a0934 owned by network:dhcp {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:39.280989 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c35b4523-d1f5-45ec-930f-39b394b2b62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (6fbe663f-57d4-41e7-bd31-7774134b3ca7), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.287006 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c35b4523-d1f5-45ec-930f-39b394b2b62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.297025 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c35b4523-d1f5-45ec-930f-39b394b2b62a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6fbe663f-57d4-41e7-bd31-7774134b3ca7 HTTP/1.1" status: 204 len: 168 time: 0.1793513 Sep 01 00:36:39.299941 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4514e-9763-4514-abfa-1d48291c96d8 None None] DHCP port deletion for 546c61c5-bc14-4692-b8a8-9615d622f0d9 request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:36:39.307754 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:39.315331 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b4523-d1f5-45ec-930f-39b394b2b62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbe663f-57d4-41e7-bd31-7774134b3ca7,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:39.330170 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.404216 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=02d35b4c-e5d6-471e-9180-8c502a2a0934,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:39.406610 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] No DVR routers for this DVR port 02d35b4c-e5d6-471e-9180-8c502a2a0934 on host dv-cinder-820027-21-iscsi {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:36:39.433527 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-92c4514e-9763-4514-abfa-1d48291c96d8 None None] Deleting port 02d35b4c-e5d6-471e-9180-8c502a2a0934 {{(pid=117903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:39.433909 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-92c4514e-9763-4514-abfa-1d48291c96d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), before_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.557448 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-92c4514e-9763-4514-abfa-1d48291c96d8 None None] For port 02d35b4c-e5d6-471e-9180-8c502a2a0934, host dv-cinder-820027-21-iscsi, got binding levels [] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:36:39.562327 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-92c4514e-9763-4514-abfa-1d48291c96d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), precommit_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.591513 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-92c4514e-9763-4514-abfa-1d48291c96d8 None None] Calling delete_port for 02d35b4c-e5d6-471e-9180-8c502a2a0934 owned by network:dhcp {{(pid=117903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:39.600705 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.ipam_backend_mixin [None req-92c4514e-9763-4514-abfa-1d48291c96d8 None None] Port 02d35b4c-e5d6-471e-9180-8c502a2a0934 was not found and therefore no delete operation was performed {{(pid=117903) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 01 00:36:39.602467 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-92c4514e-9763-4514-abfa-1d48291c96d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114'] for port (02d35b4c-e5d6-471e-9180-8c502a2a0934), after_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.620140 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (546c61c5-bc14-4692-b8a8-9615d622f0d9), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.653599 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546c61c5-bc14-4692-b8a8-9615d622f0d9']}} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:39.667941 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4514e-9763-4514-abfa-1d48291c96d8 None None] Pushing event deleted for resources: {'Port': ['ID=02d35b4c-e5d6-471e-9180-8c502a2a0934,revision_number=None']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:39.670316 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4514e-9763-4514-abfa-1d48291c96d8 None None] No DVR routers for this DVR port 02d35b4c-e5d6-471e-9180-8c502a2a0934 on host dv-cinder-820027-21-iscsi {{(pid=117903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:36:39.678564 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9371781f-2572-4148-8a6c-5b63d557454c') {'for_net_delete': True} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:39.679781 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9371781f-2572-4148-8a6c-5b63d557454c') {} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:39.702321 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10090373'] for segment (9371781f-2572-4148-8a6c-5b63d557454c), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.735470 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (9371781f-2572-4148-8a6c-5b63d557454c), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.752332 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=117902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:36:39.752332 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9724977'] for segment (9371781f-2572-4148-8a6c-5b63d557454c), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.792279 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.services.segments.plugin [-] Segment 9371781f-2572-4148-8a6c-5b63d557454c resource provider aggregate not found Sep 01 00:36:39.822760 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.services.segments.plugin [-] Segment 9371781f-2572-4148-8a6c-5b63d557454c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9371781f-2572-4148-8a6c-5b63d557454c found for delete ", "request_id": "req-b0fb163a-25af-4841-bc8a-7023d832178d"}]} Sep 01 00:36:39.852748 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:39.860983 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (546c61c5-bc14-4692-b8a8-9615d622f0d9), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.866502 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:39.870756 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/546c61c5-bc14-4692-b8a8-9615d622f0d9 HTTP/1.1" status: 204 len: 168 time: 1.0206952 Sep 01 00:36:39.907201 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93f535-2c1c-48f1-b61e-9d09a50a4bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=546c61c5-bc14-4692-b8a8-9615d622f0d9,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:40.134591 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57366) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:40.177655 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c34d591f-3073-463f-a2fe-d8565c5911d3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3f39cdb9221440658d7cd52c341cf08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418849 Sep 01 00:36:40.180269 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57370) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:40.240629 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dd15721f-fdf8-4fa5-8835-602166c2a5cd admin admin] Publish callbacks [] for security_group (c3d2e638-3cd2-4990-94b2-81680ff74353), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:40.264018 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dd15721f-fdf8-4fa5-8835-602166c2a5cd admin admin] Publish callbacks [] for security_group (c3d2e638-3cd2-4990-94b2-81680ff74353), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:40.315008 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dd15721f-fdf8-4fa5-8835-602166c2a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (c3d2e638-3cd2-4990-94b2-81680ff74353), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:40.318751 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dd15721f-fdf8-4fa5-8835-602166c2a5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:40.319906 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-dd15721f-fdf8-4fa5-8835-602166c2a5cd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c3d2e638-3cd2-4990-94b2-81680ff74353 HTTP/1.1" status: 204 len: 168 time: 0.1386714 Sep 01 00:36:40.328296 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15721f-fdf8-4fa5-8835-602166c2a5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d2e638-3cd2-4990-94b2-81680ff74353,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:40.673886 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57384) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:40.726871 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c620ff71-77d7-4a07-8f8c-82261004d437 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a4f6de578de64bcb8175fe1bd87b025e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517755 Sep 01 00:36:40.729927 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57386) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:40.766506 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 058aaf01-446e-474a-b58f-90a73f4dfa40 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:36:40.787366 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 058aaf01-446e-474a-b58f-90a73f4dfa40 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:36:40.787719 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 058aaf01-446e-474a-b58f-90a73f4dfa40 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:36:40.788359 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 02d35b4c-e5d6-471e-9180-8c502a2a0934 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:36:40.791299 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4571750a-d10d-4bb4-a04d-2cc917d2d680 admin admin] Publish callbacks [] for security_group (36941397-0901-497d-8baf-f58c74253c3f), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:40.810842 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 02d35b4c-e5d6-471e-9180-8c502a2a0934 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:36:40.811393 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 02d35b4c-e5d6-471e-9180-8c502a2a0934 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:36:40.814785 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4571750a-d10d-4bb4-a04d-2cc917d2d680 admin admin] Publish callbacks [] for security_group (36941397-0901-497d-8baf-f58c74253c3f), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:40.823539 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:40.889520 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4571750a-d10d-4bb4-a04d-2cc917d2d680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (36941397-0901-497d-8baf-f58c74253c3f), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:40.893346 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4571750a-d10d-4bb4-a04d-2cc917d2d680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:40.897317 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-4571750a-d10d-4bb4-a04d-2cc917d2d680 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/36941397-0901-497d-8baf-f58c74253c3f HTTP/1.1" status: 204 len: 168 time: 0.1628766 Sep 01 00:36:40.907715 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571750a-d10d-4bb4-a04d-2cc917d2d680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36941397-0901-497d-8baf-f58c74253c3f,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:42.882681 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002026-970e-4d1a-abf8-eff4dd532b9f req-a3ca60a0-d97e-4348-8a82-e2c8826f5c0c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:42.884406 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fc002026-970e-4d1a-abf8-eff4dd532b9f req-a3ca60a0-d97e-4348-8a82-e2c8826f5c0c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 946 time: 0.0487952 Sep 01 00:36:42.935221 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fc002026-970e-4d1a-abf8-eff4dd532b9f req-ea76f35c-e5c5-4ec1-aafd-af816e199bcf tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445929 Sep 01 00:36:44.061904 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56518af0-6429-4b44-bce2-0b0f633260aa req-ae4dd4f8-9a64-451d-add4-12c19edd9d32 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:44.063355 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-56518af0-6429-4b44-bce2-0b0f633260aa req-ae4dd4f8-9a64-451d-add4-12c19edd9d32 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 946 time: 0.0469952 Sep 01 00:36:44.110484 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-56518af0-6429-4b44-bce2-0b0f633260aa req-e995a875-25e5-4381-9316-bf45812f8bb2 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415738 Sep 01 00:36:44.842129 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:36:45.235489 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909fd13-58a4-43d3-9f80-87c915532b14 req-1467118b-748f-4263-addf-563ab2f6bb21 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:45.236548 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5909fd13-58a4-43d3-9f80-87c915532b14 req-1467118b-748f-4263-addf-563ab2f6bb21 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 946 time: 0.0471303 Sep 01 00:36:45.284629 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5909fd13-58a4-43d3-9f80-87c915532b14 req-1619708e-9f3c-45e4-99f5-65064ca732da tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419588 Sep 01 00:36:46.440746 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7f3c-a038-4ab7-8800-265b37bd5800 req-e173812b-cb7d-4741-a97b-1131b2a1e20c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:46.443756 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fc8b7f3c-a038-4ab7-8800-265b37bd5800 req-e173812b-cb7d-4741-a97b-1131b2a1e20c tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 946 time: 0.0626302 Sep 01 00:36:46.510107 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fc8b7f3c-a038-4ab7-8800-265b37bd5800 req-c3d202c0-8ea6-4152-8556-93d389a86123 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e77933e-d002-4078-b81a-8098815c526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598364 Sep 01 00:36:46.623500 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-7ec789db-6ea0-48f6-b117-c63ea2ec412a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:36:46.625170 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-7ec789db-6ea0-48f6-b117-c63ea2ec412a tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 946 time: 0.0547068 Sep 01 00:36:46.703009 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:46.714520 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Deleting port 6ad399c9-2cb1-4999-8111-29a8364f2345 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:46.714865 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:46.811989 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] For port 6ad399c9-2cb1-4999-8111-29a8364f2345, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6ad399c9-2cb1-4999-8111-29a8364f2345,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:36:46.812362 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:47.221095 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:47.221400 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (aa01760e-c93a-4225-9bdf-b0319644228a), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:47.221697 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Floating IP aa01760e-c93a-4225-9bdf-b0319644228a disassociated. External IP: 172.27.4.63, port: 6ad399c9-2cb1-4999-8111-29a8364f2345. Sep 01 00:36:47.222042 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Calling delete_port for 6ad399c9-2cb1-4999-8111-29a8364f2345 owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:47.347562 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:47.353605 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (6ad399c9-2cb1-4999-8111-29a8364f2345), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:47.384553 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event deleted for resources: {'Port': ['ID=6ad399c9-2cb1-4999-8111-29a8364f2345,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:47.497858 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Router 03a29cd2-d58c-40f5-9887-8c2199b93874 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:36:47.616830 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:36:47.626437 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] Sync routers for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:36:47.637690 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:36:47.638291 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:47.640907 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-506e3f71-3512-4ef5-ba8b-e0f47afd0409 req-1cbef052-c157-41d5-ba86-d407aa7c7bf6 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 210 time: 0.0391376 Sep 01 00:36:47.675590 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] No DVR routers for this DVR port 6ad399c9-2cb1-4999-8111-29a8364f2345 on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:36:47.678250 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:47.681484 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-72b163dd-e4e9-41a6-b8dd-a9bfb8e519bf req-872cba5e-d19b-4613-8a84-268955f1f5c8 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.30 "DELETE /networking/v2.0/ports/6ad399c9-2cb1-4999-8111-29a8364f2345 HTTP/1.1" status: 204 len: 173 time: 1.0504670 Sep 01 00:36:47.681959 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'name': 'network-vif-deleted', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:36:47.684180 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495fa128-d264-45b7-b31e-a83b59c320f0" -d '{"events": [{"server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "name": "network-vif-deleted", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:36:47.725342 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c537c6-a859-4abc-9426-8af770ad63af x-openstack-request-id: req-86c537c6-a859-4abc-9426-8af770ad63af {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:36:47.725647 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7144cea0-9e9b-42cb-8aa2-7012ad723c39", "name": "network-vif-deleted", "tag": "6ad399c9-2cb1-4999-8111-29a8364f2345", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:36:47.725905 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86c537c6-a859-4abc-9426-8af770ad63af {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:36:47.726315 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c537c6-a859-4abc-9426-8af770ad63af'] response: {'server_uuid': '7144cea0-9e9b-42cb-8aa2-7012ad723c39', 'name': 'network-vif-deleted', 'tag': '6ad399c9-2cb1-4999-8111-29a8364f2345', 'status': 'completed', 'code': 200} Sep 01 00:36:47.742259 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:36:48.011922 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:48.042692 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] Checking router: 03a29cd2-d58c-40f5-9887-8c2199b93874 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:36:48.051051 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:36:48.052164 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:48.152705 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:36:48.333800 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:36:48.357766 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26824f72-08b9-427b-89e4-4a2a7e875e4e None None] The sync data for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi is: [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:29:59Z', 'revision_number': 4, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '50224166-8184-47d2-8235-226d947f0a4f', 'name': '', 'network_id': '6ec1bdb8-fcb4-45f0-8321-9a6d9446092b', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'mac_address': 'fa:16:3e:84:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:56Z', 'updated_at': '2022-09-01T00:30:15Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'subnets': [{'id': '2656a193-946c-440a-9e10-5eb2de1c9abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:36:48.569785 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ff0be-2f5d-455b-a887-e7ea472a14d7 None None] New status for floating IP aa01760e-c93a-4225-9bdf-b0319644228a: DOWN {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:36:48.755789 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3f829149-d4d9-448a-8a14-5837ec856f08 req-5988e258-de3c-42dd-895c-ce224ffc0b70 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 210 time: 0.0322566 Sep 01 00:36:49.838198 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6ad399c9-2cb1-4999-8111-29a8364f2345 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:36:49.857248 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 6ad399c9-2cb1-4999-8111-29a8364f2345 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:36:49.857593 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6ad399c9-2cb1-4999-8111-29a8364f2345 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:36:49.880519 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-866ca60f-eed0-4486-a1ba-2297896a66f9 req-26dad620-068e-40c9-8192-da830c7cf7ab tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7144cea0-9e9b-42cb-8aa2-7012ad723c39 HTTP/1.1" status: 200 len: 210 time: 0.0314367 Sep 01 00:36:50.363280 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-e3085589-459c-4e00-82dc-d04d1d7c61dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:50.977577 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57536) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:51.032998 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4ddbeaa3-a9a1-4b16-96f1-8ec1d2b20557 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (1e77933e-d002-4078-b81a-8098815c526a), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.055355 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4ddbeaa3-a9a1-4b16-96f1-8ec1d2b20557 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (1e77933e-d002-4078-b81a-8098815c526a), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.107777 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4ddbeaa3-a9a1-4b16-96f1-8ec1d2b20557 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (1e77933e-d002-4078-b81a-8098815c526a), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.110367 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4ddbeaa3-a9a1-4b16-96f1-8ec1d2b20557 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.111540 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-4ddbeaa3-a9a1-4b16-96f1-8ec1d2b20557 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1e77933e-d002-4078-b81a-8098815c526a HTTP/1.1" status: 204 len: 168 time: 0.1329620 Sep 01 00:36:51.115476 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57538) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:51.132896 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbeaa3-a9a1-4b16-96f1-8ec1d2b20557 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e77933e-d002-4078-b81a-8098815c526a,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:51.135228 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.api.v2.resource [None req-7a86f2b3-affa-48fc-877a-c9f3bf4cd64d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] show failed (client error): The resource could not be found. Sep 01 00:36:51.136197 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7a86f2b3-affa-48fc-877a-c9f3bf4cd64d tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "GET /networking/v2.0/security-groups/1e77933e-d002-4078-b81a-8098815c526a HTTP/1.1" status: 404 len: 347 time: 0.0186017 Sep 01 00:36:51.139074 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57540) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:51.226272 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:51.259361 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Deleting port 1ce407fd-6d53-46d5-bcbe-d717f3e17282 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:36:51.259714 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (1ce407fd-6d53-46d5-bcbe-d717f3e17282), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.344774 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (1ce407fd-6d53-46d5-bcbe-d717f3e17282), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.345115 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (1ce407fd-6d53-46d5-bcbe-d717f3e17282), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.359152 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Calling delete_port for 1ce407fd-6d53-46d5-bcbe-d717f3e17282 owned by network:floatingip {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:36:51.449540 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:51.509958 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (1ce407fd-6d53-46d5-bcbe-d717f3e17282), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.537074 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Pushing event deleted for resources: {'Port': ['ID=1ce407fd-6d53-46d5-bcbe-d717f3e17282,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:51.567651 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.567993 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.568337 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.568699 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.569038 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.569372 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.569702 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.570029 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.570396 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.570743 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.571072 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.571395 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.571746 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.572068 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.572390 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.589256 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57556) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:51.622029 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks [] for floatingip (aa01760e-c93a-4225-9bdf-b0319644228a), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.626462 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.627611 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-524db8a3-6540-4fa8-a414-c708ee83ea04 tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/aa01760e-c93a-4225-9bdf-b0319644228a HTTP/1.1" status: 204 len: 168 time: 0.4876628 Sep 01 00:36:51.726309 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.809997 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Publish callbacks [] for security_group (d6efa10e-b4c9-4eae-906e-5dafbe8fddde), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.813356 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (d6efa10e-b4c9-4eae-906e-5dafbe8fddde), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.817880 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:51.854317 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=751019c651cc49ce9b421996ff7de470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639825 Sep 01 00:36:51.857023 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57568) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:51.859775 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6efa10e-b4c9-4eae-906e-5dafbe8fddde,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:51.867559 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.867906 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.868248 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.868609 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.868949 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.869274 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.869600 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.869923 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.870247 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.870599 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.870894 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.871214 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.871535 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.871854 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.872180 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af01fcc-dc5c-42ec-a5c5-694656edd469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:36:51.910463 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8a549ed0-72d7-4957-a314-17323105a5e4 admin admin] Publish callbacks [] for security_group (d6efa10e-b4c9-4eae-906e-5dafbe8fddde), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.931658 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8a549ed0-72d7-4957-a314-17323105a5e4 admin admin] Publish callbacks [] for security_group (d6efa10e-b4c9-4eae-906e-5dafbe8fddde), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.979086 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8a549ed0-72d7-4957-a314-17323105a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (d6efa10e-b4c9-4eae-906e-5dafbe8fddde), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.981678 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8a549ed0-72d7-4957-a314-17323105a5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:51.982811 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-8a549ed0-72d7-4957-a314-17323105a5e4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d6efa10e-b4c9-4eae-906e-5dafbe8fddde HTTP/1.1" status: 204 len: 168 time: 0.1246281 Sep 01 00:36:51.990874 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a549ed0-72d7-4957-a314-17323105a5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6efa10e-b4c9-4eae-906e-5dafbe8fddde,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:52.245397 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57574) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:52.259355 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c3ebd56-8b47-455e-a2ee-29993eab0c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:52.339612 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c3ebd56-8b47-455e-a2ee-29993eab0c2a admin admin] Publish callbacks [] for security_group (2714de5f-7d5f-41c0-9616-f1711b3b4bb7), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:52.343441 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1c3ebd56-8b47-455e-a2ee-29993eab0c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2714de5f-7d5f-41c0-9616-f1711b3b4bb7), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:52.382819 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ebd56-8b47-455e-a2ee-29993eab0c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2714de5f-7d5f-41c0-9616-f1711b3b4bb7,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:52.387928 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-1c3ebd56-8b47-455e-a2ee-29993eab0c2a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fcb1c9e3389f411d94b5694ca8763aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412435 Sep 01 00:36:52.389911 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57576) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:52.443465 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad0e3-ebf8-43f5-b32c-a3b85b197cbc admin admin] Publish callbacks [] for security_group (2714de5f-7d5f-41c0-9616-f1711b3b4bb7), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:52.464049 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad0e3-ebf8-43f5-b32c-a3b85b197cbc admin admin] Publish callbacks [] for security_group (2714de5f-7d5f-41c0-9616-f1711b3b4bb7), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:52.510981 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad0e3-ebf8-43f5-b32c-a3b85b197cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2714de5f-7d5f-41c0-9616-f1711b3b4bb7), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:52.513624 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad0e3-ebf8-43f5-b32c-a3b85b197cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:52.514871 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-5a6ad0e3-ebf8-43f5-b32c-a3b85b197cbc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2714de5f-7d5f-41c0-9616-f1711b3b4bb7 HTTP/1.1" status: 204 len: 168 time: 0.1239133 Sep 01 00:36:52.523165 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ad0e3-ebf8-43f5-b32c-a3b85b197cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714de5f-7d5f-41c0-9616-f1711b3b4bb7,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:36:52.745304 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-29734ec6-c12e-42b8-8913-6efea9ec39b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:53.969828 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:54.347994 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:55.287105 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:55.398900 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:36:59.374304 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57748) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:36:59.787588 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:36:59.917120 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (03a29cd2-d58c-40f5-9887-8c2199b93874), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:00.146605 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] Deleting port 50224166-8184-47d2-8235-226d947f0a4f {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:37:00.146982 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (50224166-8184-47d2-8235-226d947f0a4f), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:00.230307 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] For port 50224166-8184-47d2-8235-226d947f0a4f, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=50224166-8184-47d2-8235-226d947f0a4f,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:00.230968 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (50224166-8184-47d2-8235-226d947f0a4f), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:00.249507 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] Calling delete_port for 50224166-8184-47d2-8235-226d947f0a4f owned by network:router_interface {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:37:00.374373 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:00.433109 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (50224166-8184-47d2-8235-226d947f0a4f), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:00.457644 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=50224166-8184-47d2-8235-226d947f0a4f,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:00.587155 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:00.677807 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (03a29cd2-d58c-40f5-9887-8c2199b93874), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:00.956553 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03096991-3e7f-4b31-8b46-bd2b61599402 req-ca8e125e-9d3f-4ff4-ae29-7deaad5907ad tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:00.958505 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-03096991-3e7f-4b31-8b46-bd2b61599402 req-ca8e125e-9d3f-4ff4-ae29-7deaad5907ad tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0887580 Sep 01 00:37:00.969510 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] Router 03a29cd2-d58c-40f5-9887-8c2199b93874 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:37:01.056397 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-03096991-3e7f-4b31-8b46-bd2b61599402 req-42d63cd2-9255-44eb-aa68-28e2272c36c2 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895340 Sep 01 00:37:01.130789 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:37:01.135747 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-33837048-3abe-40f5-8026-b8ec42013cc7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/03a29cd2-d58c-40f5-9887-8c2199b93874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7597599 Sep 01 00:37:01.138348 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57792) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:01.142028 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] Sync routers for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:37:01.153111 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:37:01.153781 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:01.156414 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:01.234240 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:01.245654 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Publish callbacks [] for router (03a29cd2-d58c-40f5-9887-8c2199b93874), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.258893 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:37:01.350620 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Publish callbacks [] for router_gateway (03a29cd2-d58c-40f5-9887-8c2199b93874), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.392344 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Deleting port 859e7e94-1a40-447a-8dba-e2a46c5f1399 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:37:01.393061 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.405715 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:01.433023 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:37:00Z', 'revision_number': 5, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port': {'id': '859e7e94-1a40-447a-8dba-e2a46c5f1399', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:29:49Z', 'updated_at': '2022-09-01T00:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:01.459616 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] Checking router: 03a29cd2-d58c-40f5-9887-8c2199b93874 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:37:01.468948 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] Routers {'03a29cd2-d58c-40f5-9887-8c2199b93874'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:37:01.469538 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['03a29cd2-d58c-40f5-9887-8c2199b93874'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:01.482411 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] For port 859e7e94-1a40-447a-8dba-e2a46c5f1399, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=859e7e94-1a40-447a-8dba-e2a46c5f1399,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:01.483164 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.498066 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Calling delete_port for 859e7e94-1a40-447a-8dba-e2a46c5f1399 owned by network:router_gateway {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:37:01.556684 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] Set router 03a29cd2-d58c-40f5-9887-8c2199b93874 gateway port host: None {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:37:01.607853 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:37:01Z', 'revision_number': 6, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port_host': None}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:01.620049 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:01.632161 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d80b9-4f9d-4a99-a38e-462a30324013 None None] The sync data for ids ['03a29cd2-d58c-40f5-9887-8c2199b93874'] in dv-cinder-820027-21-iscsi is: [{'id': '03a29cd2-d58c-40f5-9887-8c2199b93874', 'name': 'tempest-AttachVolumeShelveTestJSON-1280904921-router', 'tenant_id': '06942912e37346eaa2310a56b84f3886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:29:47Z', 'updated_at': '2022-09-01T00:37:01Z', 'revision_number': 6, 'project_id': '06942912e37346eaa2310a56b84f3886', 'gw_port_host': None}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:37:01.669671 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (859e7e94-1a40-447a-8dba-e2a46c5f1399), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.696302 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=859e7e94-1a40-447a-8dba-e2a46c5f1399,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:01.757700 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (03a29cd2-d58c-40f5-9887-8c2199b93874), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.845657 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (03a29cd2-d58c-40f5-9887-8c2199b93874), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.847880 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Publish callbacks [] for router_controller (03a29cd2-d58c-40f5-9887-8c2199b93874), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.895995 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (03a29cd2-d58c-40f5-9887-8c2199b93874), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.896638 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03a29cd2-d58c-40f5-9887-8c2199b93874 {{(pid=117901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:37:01.901101 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.902247 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-3483cc6f-15ae-4ab4-8172-f914641672f3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/03a29cd2-d58c-40f5-9887-8c2199b93874 HTTP/1.1" status: 204 len: 168 time: 0.7629979 Sep 01 00:37:01.904904 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57798) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:01.953962 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d366b4eb-189c-454e-b179-801611d92e18 admin admin] Deleting subnet 2656a193-946c-440a-9e10-5eb2de1c9abe {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:37:01.957418 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d366b4eb-189c-454e-b179-801611d92e18 admin admin] Publish callbacks [] for subnet (2656a193-946c-440a-9e10-5eb2de1c9abe), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:01.997594 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d366b4eb-189c-454e-b179-801611d92e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10428791'] for subnet (2656a193-946c-440a-9e10-5eb2de1c9abe), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.046709 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57802) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:02.081114 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d366b4eb-189c-454e-b179-801611d92e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (2656a193-946c-440a-9e10-5eb2de1c9abe), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.165886 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d366b4eb-189c-454e-b179-801611d92e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10428867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10416581'] for subnet (2656a193-946c-440a-9e10-5eb2de1c9abe), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.195889 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d366b4eb-189c-454e-b179-801611d92e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.200094 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-d366b4eb-189c-454e-b179-801611d92e18 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/2656a193-946c-440a-9e10-5eb2de1c9abe HTTP/1.1" status: 204 len: 168 time: 0.2941780 Sep 01 00:37:02.201465 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366b4eb-189c-454e-b179-801611d92e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2656a193-946c-440a-9e10-5eb2de1c9abe,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:02.203352 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e11e5-6f5d-4ae8-821d-f37f2f132d02 None None] Network 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:37:02.204055 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57812) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:02.210898 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1590b-b705-47db-ae25-974c6160a255 req-f3f855a7-8730-4d8d-b437-393e8af22729 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:02.218365 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5aa1590b-b705-47db-ae25-974c6160a255 req-f3f855a7-8730-4d8d-b437-393e8af22729 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.0650735 Sep 01 00:37:02.246367 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-245f6b31-624c-4489-8444-c5c4379fe405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.280850 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:02.315980 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5aa1590b-b705-47db-ae25-974c6160a255 req-69808094-2141-4ded-9e5b-f21358d743d8 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929818 Sep 01 00:37:02.334580 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (6ec1bdb8-fcb4-45f0-8321-9a6d9446092b), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.348324 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:02.375452 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-245f6b31-624c-4489-8444-c5c4379fe405 admin admin] Publish callbacks [] for security_group (f3dfc515-28fe-480b-bf8d-2e49fc7d5e3c), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.381834 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-245f6b31-624c-4489-8444-c5c4379fe405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f3dfc515-28fe-480b-bf8d-2e49fc7d5e3c), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.400261 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Deleting port 98f089b5-f8c3-4645-979c-9177ca0de25a {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:37:02.400740 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.405328 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d92c5f9-ccb9-43e3-978b-f92f5b146c69 None None] DHCP port deletion for 6ec1bdb8-fcb4-45f0-8321-9a6d9446092b request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:37:02.455776 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f6b31-624c-4489-8444-c5c4379fe405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dfc515-28fe-480b-bf8d-2e49fc7d5e3c,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:02.464184 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-245f6b31-624c-4489-8444-c5c4379fe405 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cfac65018f1545e08a4fdf92a158606d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151266 Sep 01 00:37:02.465100 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-5d92c5f9-ccb9-43e3-978b-f92f5b146c69 None None] Deleting port 98f089b5-f8c3-4645-979c-9177ca0de25a {{(pid=117903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:37:02.465478 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5d92c5f9-ccb9-43e3-978b-f92f5b146c69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), before_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.465952 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57816) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:02.497366 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] For port 98f089b5-f8c3-4645-979c-9177ca0de25a, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=98f089b5-f8c3-4645-979c-9177ca0de25a,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:02.497832 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.512977 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Calling delete_port for 98f089b5-f8c3-4645-979c-9177ca0de25a owned by network:dhcp {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:37:02.519756 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:02.521633 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57818) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:02.528194 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e240a32-7054-496f-83dc-9744fa7869dd admin admin] Publish callbacks [] for security_group (f3dfc515-28fe-480b-bf8d-2e49fc7d5e3c), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.554192 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e240a32-7054-496f-83dc-9744fa7869dd admin admin] Publish callbacks [] for security_group (f3dfc515-28fe-480b-bf8d-2e49fc7d5e3c), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.554426 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-5d92c5f9-ccb9-43e3-978b-f92f5b146c69 None None] For port 98f089b5-f8c3-4645-979c-9177ca0de25a, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=98f089b5-f8c3-4645-979c-9177ca0de25a,segment=NetworkSegment(5a393133-e71e-4e10-8dc8-72149b2983f7),segment_id=5a393133-e71e-4e10-8dc8-72149b2983f7)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:02.554735 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5d92c5f9-ccb9-43e3-978b-f92f5b146c69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), precommit_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.571422 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-5d92c5f9-ccb9-43e3-978b-f92f5b146c69 None None] Calling delete_port for 98f089b5-f8c3-4645-979c-9177ca0de25a owned by network:dhcp {{(pid=117903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:37:02.641240 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.645346 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:02.647345 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e240a32-7054-496f-83dc-9744fa7869dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f3dfc515-28fe-480b-bf8d-2e49fc7d5e3c), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.652995 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e240a32-7054-496f-83dc-9744fa7869dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.654425 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7e240a32-7054-496f-83dc-9744fa7869dd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f3dfc515-28fe-480b-bf8d-2e49fc7d5e3c HTTP/1.1" status: 204 len: 168 time: 0.1870444 Sep 01 00:37:02.672662 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5d92c5f9-ccb9-43e3-978b-f92f5b146c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114'] for port (98f089b5-f8c3-4645-979c-9177ca0de25a), after_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.677043 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e240a32-7054-496f-83dc-9744fa7869dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dfc515-28fe-480b-bf8d-2e49fc7d5e3c,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:02.679518 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Pushing event deleted for resources: {'Port': ['ID=98f089b5-f8c3-4645-979c-9177ca0de25a,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:02.697531 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] No DVR routers for this DVR port 98f089b5-f8c3-4645-979c-9177ca0de25a on host dv-cinder-820027-21-iscsi {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:37:02.717010 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92c5f9-ccb9-43e3-978b-f92f5b146c69 None None] Pushing event deleted for resources: {'Port': ['ID=98f089b5-f8c3-4645-979c-9177ca0de25a,revision_number=None']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:02.722548 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92c5f9-ccb9-43e3-978b-f92f5b146c69 None None] No DVR routers for this DVR port 98f089b5-f8c3-4645-979c-9177ca0de25a on host dv-cinder-820027-21-iscsi {{(pid=117903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:37:02.783835 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ac77-cd01-4fe0-9cfd-4a3453fc13b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:02.789748 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:02.847855 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 98f089b5-f8c3-4645-979c-9177ca0de25a no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:37:02.890374 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 98f089b5-f8c3-4645-979c-9177ca0de25a {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:37:02.890788 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 98f089b5-f8c3-4645-979c-9177ca0de25a not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:37:02.891472 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 50224166-8184-47d2-8235-226d947f0a4f no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:37:02.912679 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 50224166-8184-47d2-8235-226d947f0a4f {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:37:02.913120 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 50224166-8184-47d2-8235-226d947f0a4f not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:37:02.913598 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 859e7e94-1a40-447a-8dba-e2a46c5f1399 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:37:02.933635 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 859e7e94-1a40-447a-8dba-e2a46c5f1399 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:37:02.934081 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 859e7e94-1a40-447a-8dba-e2a46c5f1399 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:37:03.125503 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-ed8783fd-874d-4e32-8652-d1a60a984e11 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:03.126952 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-ed8783fd-874d-4e32-8652-d1a60a984e11 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.3884840 Sep 01 00:37:03.150464 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (6ec1bdb8-fcb4-45f0-8321-9a6d9446092b), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.205985 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec1bdb8-fcb4-45f0-8321-9a6d9446092b']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:03.231385 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a393133-e71e-4e10-8dc8-72149b2983f7') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:03.231648 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a393133-e71e-4e10-8dc8-72149b2983f7') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:03.267093 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (5a393133-e71e-4e10-8dc8-72149b2983f7), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.296178 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Deleting port e8f8c3e3-d46f-4e18-9620-44f218cd1524 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:37:03.296458 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.300597 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (5a393133-e71e-4e10-8dc8-72149b2983f7), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.350048 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:37:03.350462 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (5a393133-e71e-4e10-8dc8-72149b2983f7), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.408616 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 5a393133-e71e-4e10-8dc8-72149b2983f7 resource provider aggregate not found Sep 01 00:37:03.418005 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ac77-cd01-4fe0-9cfd-4a3453fc13b1 admin admin] Publish callbacks [] for security_group (e9802b79-a8eb-49e1-9e37-6bc1fe9262bd), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.429750 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57848) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:03.437608 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 5a393133-e71e-4e10-8dc8-72149b2983f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a393133-e71e-4e10-8dc8-72149b2983f7 found for delete ", "request_id": "req-854cb258-b468-470f-bc8c-19a45f2fde9b"}]} Sep 01 00:37:03.442679 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ac77-cd01-4fe0-9cfd-4a3453fc13b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e9802b79-a8eb-49e1-9e37-6bc1fe9262bd), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.492315 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:03.526339 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (6ec1bdb8-fcb4-45f0-8321-9a6d9446092b), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.538135 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1624255548-network', 'tenant_id': '07af35e80c004621bd72ab7336930693'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:37:03.550706 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.553788 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/6ec1bdb8-fcb4-45f0-8321-9a6d9446092b HTTP/1.1" status: 204 len: 168 time: 1.3485408 Sep 01 00:37:03.559507 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-7bf1ac77-cd01-4fe0-9cfd-4a3453fc13b1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c035d676c6f64b7fb4d7a4039e3d86b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0367007 Sep 01 00:37:03.562651 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57854) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:03.566531 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Made reservation on behalf of 07af35e80c004621bd72ab7336930693 for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:37:03.570491 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.570727 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def89b0b-3dd4-4442-b0a4-1d654fb237a4 req-dc1388ed-cdc2-4169-ac31-52f8b7741ed4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:03.572441 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-def89b0b-3dd4-4442-b0a4-1d654fb237a4 req-dc1388ed-cdc2-4169-ac31-52f8b7741ed4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 946 time: 0.1571996 Sep 01 00:37:03.585511 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1ac77-cd01-4fe0-9cfd-4a3453fc13b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9802b79-a8eb-49e1-9e37-6bc1fe9262bd,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:03.597064 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833b79b-a38e-4047-a877-cafc52a0228b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec1bdb8-fcb4-45f0-8321-9a6d9446092b,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:03.600353 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] For port e8f8c3e3-d46f-4e18-9620-44f218cd1524, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e8f8c3e3-d46f-4e18-9620-44f218cd1524,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:03.600746 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.626307 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.654119 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e1e-002b-40d4-b6c1-f3789fcdf193 admin admin] Publish callbacks [] for security_group (e9802b79-a8eb-49e1-9e37-6bc1fe9262bd), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.685844 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e1e-002b-40d4-b6c1-f3789fcdf193 admin admin] Publish callbacks [] for security_group (e9802b79-a8eb-49e1-9e37-6bc1fe9262bd), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.697250 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-def89b0b-3dd4-4442-b0a4-1d654fb237a4 req-ceb3337e-da99-418e-ba38-0ed58e8917bd tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=769ce52b-e172-42c0-a8f0-9e498680a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039088 Sep 01 00:37:03.719332 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57856) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:03.798662 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-95371b0c-7bfe-4a9f-a665-12824fc1c457 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=06942912e37346eaa2310a56b84f3886&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0769501 Sep 01 00:37:03.801856 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57858) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:03.807112 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e1e-002b-40d4-b6c1-f3789fcdf193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e9802b79-a8eb-49e1-9e37-6bc1fe9262bd), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.809616 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e1e-002b-40d4-b6c1-f3789fcdf193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.810693 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-e4a59e1e-002b-40d4-b6c1-f3789fcdf193 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e9802b79-a8eb-49e1-9e37-6bc1fe9262bd HTTP/1.1" status: 204 len: 168 time: 0.2460358 Sep 01 00:37:03.830016 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Publish callbacks [] for security_group (7ec192eb-24fb-458a-b727-3829bfa3e5d7), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.831305 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a59e1e-002b-40d4-b6c1-f3789fcdf193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9802b79-a8eb-49e1-9e37-6bc1fe9262bd,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:03.835360 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (7ec192eb-24fb-458a-b727-3829bfa3e5d7), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.858471 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=117902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:37:03.873621 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec192eb-24fb-458a-b727-3829bfa3e5d7,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:03.878624 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (2a19ac23-df50-4f7d-9a63-dac0993eaf84), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.878969 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Added segment 2a19ac23-df50-4f7d-9a63-dac0993eaf84 of type vlan for network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 Sep 01 00:37:03.880790 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:03.892044 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.892445 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (c5b05b07-15bc-457b-bde2-dd65ce250037), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.892738 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Floating IP c5b05b07-15bc-457b-bde2-dd65ce250037 disassociated. External IP: 172.27.4.41, port: e8f8c3e3-d46f-4e18-9620-44f218cd1524. Sep 01 00:37:03.893071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Calling delete_port for e8f8c3e3-d46f-4e18-9620-44f218cd1524 owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:37:03.915768 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fbe8-f496-41e6-b3a1-4e5c7b865b3f admin admin] Publish callbacks [] for security_group (56debe7c-aacf-461c-b56d-83a83244b71f), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.928587 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (7d63a16c-5384-4138-a6eb-6c8ecb267ec2), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.955411 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (7d63a16c-5384-4138-a6eb-6c8ecb267ec2), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.957072 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:03.958447 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.979026 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fbe8-f496-41e6-b3a1-4e5c7b865b3f admin admin] Publish callbacks [] for security_group (56debe7c-aacf-461c-b56d-83a83244b71f), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:03.998402 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:04.018461 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5844769 Sep 01 00:37:04.020562 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57862) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:04.024921 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Request body: {'subnet': {'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1624255548-subnet', 'tenant_id': '07af35e80c004621bd72ab7336930693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:37:04.047203 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900042e-4649-4c5b-8249-18b2edd656fd admin admin] Pushing event updated for resources: {'Network': ['ID=7d63a16c-5384-4138-a6eb-6c8ecb267ec2,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:04.068540 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Made reservation on behalf of 07af35e80c004621bd72ab7336930693 for: {'subnet': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:37:04.071112 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9917779'] for subnet (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:04.077359 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:37:04.107327 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fbe8-f496-41e6-b3a1-4e5c7b865b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (56debe7c-aacf-461c-b56d-83a83244b71f), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:04.110634 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fbe8-f496-41e6-b3a1-4e5c7b865b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:04.111920 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-d3d2fbe8-f496-41e6-b3a1-4e5c7b865b3f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/56debe7c-aacf-461c-b56d-83a83244b71f HTTP/1.1" status: 204 len: 168 time: 0.3085074 Sep 01 00:37:04.128625 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2fbe8-f496-41e6-b3a1-4e5c7b865b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56debe7c-aacf-461c-b56d-83a83244b71f,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:04.156894 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (e8f8c3e3-d46f-4e18-9620-44f218cd1524), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:04.228376 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'Port': ['ID=e8f8c3e3-d46f-4e18-9620-44f218cd1524,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:04.338526 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:04.398867 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:37:04.400236 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9725916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9917793'] for subnet (0782478c-db2c-4aac-9af8-3856afd8c4d4), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:04.458256 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:04.462792 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0782478c-db2c-4aac-9af8-3856afd8c4d4,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:04.471872 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Checking segment: {'id': '2a19ac23-df50-4f7d-9a63-dac0993eaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:37:04.472243 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Network hostable DHCP agents. Network: 7d63a16c-5384-4138-a6eb-6c8ecb267ec2, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:37:04.491867 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:37:04.501692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, 7d63a16c-5384-4138-a6eb-6c8ecb267ec2) {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:37:04.507904 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:04.508689 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:04.513596 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c22b5a-6874-4f8d-951e-7e3092c2fdec None None] Network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:37:04.534053 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-d263574c-c6bd-47af-adb3-220fab409111 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5137281 Sep 01 00:37:04.540439 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:37:04.592565 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:37:04.618475 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] No DVR routers for this DVR port e8f8c3e3-d46f-4e18-9620-44f218cd1524 on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:37:04.621440 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:04.628795 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2b53e2e2-08aa-48a5-b29b-df7354543d08 req-3b175008-a4dd-4913-adc1-a972df22ab17 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.30 "DELETE /networking/v2.0/ports/e8f8c3e3-d46f-4e18-9620-44f218cd1524 HTTP/1.1" status: 204 len: 173 time: 1.4907064 Sep 01 00:37:04.629444 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'name': 'network-vif-deleted', 'tag': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:37:04.635360 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c5f9f7-3e5f-43d8-9b3b-ef728091ffe7" -d '{"events": [{"server_uuid": "8c6cf6ab-6209-485d-b0b0-07e534aff731", "name": "network-vif-deleted", "tag": "e8f8c3e3-d46f-4e18-9620-44f218cd1524"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:37:04.646583 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:04.693837 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd5100e-ba6b-49c8-ba8a-e00556b1de61 x-openstack-request-id: req-bcd5100e-ba6b-49c8-ba8a-e00556b1de61 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:37:04.694201 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6cf6ab-6209-485d-b0b0-07e534aff731", "name": "network-vif-deleted", "tag": "e8f8c3e3-d46f-4e18-9620-44f218cd1524", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:37:04.694458 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcd5100e-ba6b-49c8-ba8a-e00556b1de61 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:37:04.694920 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd5100e-ba6b-49c8-ba8a-e00556b1de61'] response: {'server_uuid': '8c6cf6ab-6209-485d-b0b0-07e534aff731', 'name': 'network-vif-deleted', 'tag': 'e8f8c3e3-d46f-4e18-9620-44f218cd1524', 'status': 'completed', 'code': 200} Sep 01 00:37:04.704114 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908e9518-005b-4401-96f7-84bab6e8138c None None] Network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:37:04.708558 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:37:04.709460 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:04.891210 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-503e558b-d2d5-4796-98a2-e18f139f2d0a req-bf3fa778-8c69-48a9-aada-1a91fcf5bdc0 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c6cf6ab-6209-485d-b0b0-07e534aff731 HTTP/1.1" status: 200 len: 210 time: 0.0847971 Sep 01 00:37:05.119983 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:37:05.362012 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:05.392180 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:37:05.414280 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:37:05.414280 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:05.537119 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:37:05.649942 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:05.738309 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:05.764775 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3da5e6-e06d-45ab-8c36-1c5694f7385d None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:31:13Z', 'revision_number': 4, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a2385324-453e-4714-b1dd-cb1858cf7149', 'name': '', 'network_id': 'c58401f2-7e87-4905-8554-61c4ec2b1ce1', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'mac_address': 'fa:16:3e:e1:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:12Z', 'updated_at': '2022-09-01T00:31:20Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'subnets': [{'id': '2bad8638-a649-41cc-add0-9f3723700ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:37:05.963683 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e8f8c3e3-d46f-4e18-9620-44f218cd1524 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:37:05.997863 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: e8f8c3e3-d46f-4e18-9620-44f218cd1524 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:37:05.998216 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e8f8c3e3-d46f-4e18-9620-44f218cd1524 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:37:06.017609 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57922) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:06.021277 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f3709-25bc-4417-a8b4-aaec51c89bc0 None None] New status for floating IP c5b05b07-15bc-457b-bde2-dd65ce250037: DOWN {{(pid=117904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:37:06.084413 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4853930-d95a-4ac1-a150-126b545d89e6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (769ce52b-e172-42c0-a8f0-9e498680a391), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.116354 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4853930-d95a-4ac1-a150-126b545d89e6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (769ce52b-e172-42c0-a8f0-9e498680a391), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.181196 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4853930-d95a-4ac1-a150-126b545d89e6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (769ce52b-e172-42c0-a8f0-9e498680a391), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.184272 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4853930-d95a-4ac1-a150-126b545d89e6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.185459 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a4853930-d95a-4ac1-a150-126b545d89e6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/769ce52b-e172-42c0-a8f0-9e498680a391 HTTP/1.1" status: 204 len: 168 time: 0.1666524 Sep 01 00:37:06.188351 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57930) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:06.208763 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.api.v2.resource [None req-976d0df8-dbbd-4e74-bf07-552e62b2fd95 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] show failed (client error): The resource could not be found. Sep 01 00:37:06.209972 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-976d0df8-dbbd-4e74-bf07-552e62b2fd95 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "GET /networking/v2.0/security-groups/769ce52b-e172-42c0-a8f0-9e498680a391 HTTP/1.1" status: 404 len: 347 time: 0.0206227 Sep 01 00:37:06.211385 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4853930-d95a-4ac1-a150-126b545d89e6 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ce52b-e172-42c0-a8f0-9e498680a391,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:06.213011 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57932) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:06.327798 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-a4705efb-3a4f-4105-84a1-9d8dd75e70f4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Deleting port 7bda7e98-7f19-4774-8b5b-e255b38a09f8 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:37:06.328140 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4705efb-3a4f-4105-84a1-9d8dd75e70f4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (7bda7e98-7f19-4774-8b5b-e255b38a09f8), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.410389 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4705efb-3a4f-4105-84a1-9d8dd75e70f4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (7bda7e98-7f19-4774-8b5b-e255b38a09f8), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.410684 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4705efb-3a4f-4105-84a1-9d8dd75e70f4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (7bda7e98-7f19-4774-8b5b-e255b38a09f8), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.420161 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57936) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:06.423010 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-a4705efb-3a4f-4105-84a1-9d8dd75e70f4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Calling delete_port for 7bda7e98-7f19-4774-8b5b-e255b38a09f8 owned by network:floatingip {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:37:06.469855 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:06.532317 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ab982aa2-51dc-4d6f-a0e0-81a0bb502688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.575034 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4705efb-3a4f-4105-84a1-9d8dd75e70f4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (7bda7e98-7f19-4774-8b5b-e255b38a09f8), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.612457 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4705efb-3a4f-4105-84a1-9d8dd75e70f4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Pushing event deleted for resources: {'Port': ['ID=7bda7e98-7f19-4774-8b5b-e255b38a09f8,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:06.615472 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ab982aa2-51dc-4d6f-a0e0-81a0bb502688 admin admin] Publish callbacks [] for security_group (da58f723-8c55-4ffc-a2a2-925096c8df47), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.620248 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ab982aa2-51dc-4d6f-a0e0-81a0bb502688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (da58f723-8c55-4ffc-a2a2-925096c8df47), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.667607 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57946) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:06.667747 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-ab982aa2-51dc-4d6f-a0e0-81a0bb502688 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e81cb920413545f4b0016712292d27f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464776 Sep 01 00:37:06.668964 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab982aa2-51dc-4d6f-a0e0-81a0bb502688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da58f723-8c55-4ffc-a2a2-925096c8df47,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:06.691273 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4705efb-3a4f-4105-84a1-9d8dd75e70f4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks [] for floatingip (c5b05b07-15bc-457b-bde2-dd65ce250037), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.694971 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4705efb-3a4f-4105-84a1-9d8dd75e70f4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:06.696113 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a4705efb-3a4f-4105-84a1-9d8dd75e70f4 tempest-AttachVolumeNegativeTest-1059779023 tempest-AttachVolumeNegativeTest-1059779023-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/c5b05b07-15bc-457b-bde2-dd65ce250037 HTTP/1.1" status: 204 len: 168 time: 0.4820354 Sep 01 00:37:06.711130 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:06.758293 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-182adfc9-77d6-4d32-885b-5b547715e272 admin admin] Publish callbacks [] for security_group (da58f723-8c55-4ffc-a2a2-925096c8df47), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.088908 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-182adfc9-77d6-4d32-885b-5b547715e272 admin admin] Publish callbacks [] for security_group (da58f723-8c55-4ffc-a2a2-925096c8df47), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.162689 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-a120dba8-9b0e-4fe5-a5d0-d130bf8d118a tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:07.164162 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-a120dba8-9b0e-4fe5-a5d0-d130bf8d118a tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2 HTTP/1.1" status: 200 len: 814 time: 0.4204721 Sep 01 00:37:07.180113 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-8f498125-af39-4c38-83e1-97fb8c2eadd3 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/quotas/07af35e80c004621bd72ab7336930693 HTTP/1.1" status: 200 len: 375 time: 0.0105014 Sep 01 00:37:07.185241 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-182adfc9-77d6-4d32-885b-5b547715e272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (da58f723-8c55-4ffc-a2a2-925096c8df47), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.187747 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-182adfc9-77d6-4d32-885b-5b547715e272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.188807 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-182adfc9-77d6-4d32-885b-5b547715e272 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/da58f723-8c55-4ffc-a2a2-925096c8df47 HTTP/1.1" status: 204 len: 168 time: 0.5200572 Sep 01 00:37:07.220523 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182adfc9-77d6-4d32-885b-5b547715e272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da58f723-8c55-4ffc-a2a2-925096c8df47,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:07.224443 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-24af86dd-cc0d-43fe-a4ec-840dd28d4b57 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=07af35e80c004621bd72ab7336930693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345829 Sep 01 00:37:07.340100 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-73f339ab-5eff-4db2-852e-c0e17ff3d975 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992832 Sep 01 00:37:07.434975 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-ef04e2ec-015f-48c7-9e2e-b6ae73e90a64 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885224 Sep 01 00:37:07.466200 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 57964) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:07.484272 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5db2d68d-0af7-46c4-80c9-67d8932b943c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.583070 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5db2d68d-0af7-46c4-80c9-67d8932b943c admin admin] Publish callbacks [] for security_group (42749dfe-b73f-4108-b147-c435e9218d32), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.589055 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5db2d68d-0af7-46c4-80c9-67d8932b943c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (42749dfe-b73f-4108-b147-c435e9218d32), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.631481 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-5db2d68d-0af7-46c4-80c9-67d8932b943c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fdd8a16d957e4eb3b40a4b890729347d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642015 Sep 01 00:37:07.632841 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2d68d-0af7-46c4-80c9-67d8932b943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42749dfe-b73f-4108-b147-c435e9218d32,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:07.635335 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 57970) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:07.637279 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-93096d09-8692-442d-bbf3-a35e5b41e46b req-4c62ea31-2bdc-4764-8e67-b39d6376022a tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 210 time: 0.0390530 Sep 01 00:37:07.692155 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22050e5d-f488-40a2-b633-5f139d452499 admin admin] Publish callbacks [] for security_group (42749dfe-b73f-4108-b147-c435e9218d32), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.713830 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22050e5d-f488-40a2-b633-5f139d452499 admin admin] Publish callbacks [] for security_group (42749dfe-b73f-4108-b147-c435e9218d32), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.764421 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22050e5d-f488-40a2-b633-5f139d452499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (42749dfe-b73f-4108-b147-c435e9218d32), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.767125 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22050e5d-f488-40a2-b633-5f139d452499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:07.768301 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-22050e5d-f488-40a2-b633-5f139d452499 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/42749dfe-b73f-4108-b147-c435e9218d32 HTTP/1.1" status: 204 len: 168 time: 0.1301541 Sep 01 00:37:07.777066 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22050e5d-f488-40a2-b633-5f139d452499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42749dfe-b73f-4108-b147-c435e9218d32,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:08.757754 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1604d08d-1465-45ba-95d6-bdad047f4480 req-2a67ca50-667b-46d2-b36c-84b5a0dae31b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 210 time: 0.0325463 Sep 01 00:37:08.791585 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-c2df7e23-9e12-4947-8845-6903041b469d tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:08.793627 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-c2df7e23-9e12-4947-8845-6903041b469d tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.30 "GET /networking/v2.0/networks?id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2 HTTP/1.1" status: 200 len: 814 time: 0.1542881 Sep 01 00:37:08.816390 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Request body: {'port': {'device_id': 'e65210a1-a630-46db-b595-aa5300ba011a', 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2', 'admin_state_up': True, 'tenant_id': '07af35e80c004621bd72ab7336930693'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:37:08.874268 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:08.934317 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Made reservation on behalf of 07af35e80c004621bd72ab7336930693 for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:37:08.938288 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:09.081087 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Allocated IP 172.20.0.4 (7d63a16c-5384-4138-a6eb-6c8ecb267ec2/0782478c-db2c-4aac-9af8-3856afd8c4d4/76f30f7b-f9ac-4a1d-9b13-a2e69318d31b) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:37:09.109905 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:09.262369 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks [] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:09.297154 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:09.350786 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:37:09.356636 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:37:09.364822 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:37:09.411401 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Pushing event updated for resources: {'Port': ['ID=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:09.431616 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:09.432331 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:09.453252 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-60fac33e-f671-40a2-8893-7e4f3e36c13b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6412547 Sep 01 00:37:09.468804 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Request body: {'port': {'device_id': 'e65210a1-a630-46db-b595-aa5300ba011a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:37:09.543513 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:09.784804 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:09.828405 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:37:09.836939 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Publish callbacks [] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:09.885612 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Transition to ACTIVE for port object 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:37:09.890471 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:09.907582 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453e890-0721-4269-9787-82f406fc29b8 req-93a99d6b-44e3-473c-81c4-e0bdd7c0f2e0 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:09.909110 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6453e890-0721-4269-9787-82f406fc29b8 req-93a99d6b-44e3-473c-81c4-e0bdd7c0f2e0 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 931 time: 0.0696657 Sep 01 00:37:09.988190 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Pushing event updated for resources: {'Port': ['ID=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:10.037968 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6453e890-0721-4269-9787-82f406fc29b8 req-5a197b5c-a6b5-4c1b-91f5-793ef616c3bd tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058376 Sep 01 00:37:10.064862 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:10.064862 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Attempting to bind port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:37:10.065074 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Attempting to bind port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '2a19ac23-df50-4f7d-9a63-dac0993eaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:37:10.065259 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Attempting to bind port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b on network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:37:10.070994 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b on network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:37:10.071206 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Attempting to bind port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b on network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:37:10.076402 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:37:10.076779 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Checking segment: {'id': '2a19ac23-df50-4f7d-9a63-dac0993eaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:37:10.077161 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Bound using segment: {'id': '2a19ac23-df50-4f7d-9a63-dac0993eaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:37:10.077592 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Bound port: 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a19ac23-df50-4f7d-9a63-dac0993eaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:37:10.077953 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:10.143335 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] For port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:37:10.146476 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] For port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,segment=NetworkSegment(2a19ac23-df50-4f7d-9a63-dac0993eaf84),segment_id=2a19ac23-df50-4f7d-9a63-dac0993eaf84)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:37:10.152543 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:10.156734 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:10.157305 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:10.158713 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/76f30f7b-f9ac-4a1d-9b13-a2e69318d31b HTTP/1.1" status: 200 len: 1093 time: 0.6942666 Sep 01 00:37:10.159206 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65210a1-a630-46db-b595-aa5300ba011a', 'tag': '76f30f7b-f9ac-4a1d-9b13-a2e69318d31b'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:37:10.162009 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ba086b-bebb-440e-9ff8-f7a601a294a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e65210a1-a630-46db-b595-aa5300ba011a", "tag": "76f30f7b-f9ac-4a1d-9b13-a2e69318d31b"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:37:10.237824 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fa623a-a61e-4fc2-80b2-e9132c7489c4 x-openstack-request-id: req-64fa623a-a61e-4fc2-80b2-e9132c7489c4 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:37:10.238113 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65210a1-a630-46db-b595-aa5300ba011a", "tag": "76f30f7b-f9ac-4a1d-9b13-a2e69318d31b", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:37:10.238522 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64fa623a-a61e-4fc2-80b2-e9132c7489c4 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:37:10.239017 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fa623a-a61e-4fc2-80b2-e9132c7489c4'] response: {'name': 'network-changed', 'server_uuid': 'e65210a1-a630-46db-b595-aa5300ba011a', 'tag': '76f30f7b-f9ac-4a1d-9b13-a2e69318d31b', 'status': 'completed', 'code': 200} Sep 01 00:37:10.239686 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb802f2-2fe3-432d-9167-e5bfb058309f service neutron] Pushing event updated for resources: {'Port': ['ID=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:10.261069 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-2582c04f-4642-4e84-8a21-8bad47bf5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:10.262695 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-2582c04f-4642-4e84-8a21-8bad47bf5d67 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=07af35e80c004621bd72ab7336930693&device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 1127 time: 0.0564234 Sep 01 00:37:10.310394 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-33e48baf-1124-4830-ba53-135769b2f657 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b HTTP/1.1" status: 200 len: 217 time: 0.0332670 Sep 01 00:37:10.366257 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-47754f9f-3e66-4126-8a12-5dfa1fe52144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:10.367612 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-47754f9f-3e66-4126-8a12-5dfa1fe52144 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=0782478c-db2c-4aac-9af8-3856afd8c4d4 HTTP/1.1" status: 200 len: 854 time: 0.0501831 Sep 01 00:37:10.402806 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-5fc5f627-61ae-4d88-8182-c7d127540895 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259883 Sep 01 00:37:10.499945 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-a95b23e5-36bd-4c17-9492-5ad1f6bf18a3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869067 Sep 01 00:37:10.603194 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b78200de-5018-4f60-8001-a510dcc2bf0d req-8b13014b-3ce0-47e5-9429-8558de541086 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940926 Sep 01 00:37:10.649487 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58088) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:10.885999 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:11.069151 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:11.154520 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (224bae9a-b167-4862-9f30-b3e5d7c472a9), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:11.162749 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bd3a7-2904-4824-bccc-d07caff2b273 req-cb7105c5-3799-4a93-bac5-fe1161ef42ea tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:11.164228 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c91bd3a7-2904-4824-bccc-d07caff2b273 req-cb7105c5-3799-4a93-bac5-fe1161ef42ea tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 943 time: 0.0482678 Sep 01 00:37:11.212894 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c91bd3a7-2904-4824-bccc-d07caff2b273 req-196dda84-f425-477e-9b31-c716a3e1ddcf tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 Sep 01 00:37:11.378819 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] Deleting port a2385324-453e-4714-b1dd-cb1858cf7149 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:37:11.379087 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:11.456382 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba086b-bebb-440e-9ff8-f7a601a294a3 req-1284e45b-f355-43e8-8afa-fbb245942ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:11.458538 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b5ba086b-bebb-440e-9ff8-f7a601a294a3 req-1284e45b-f355-43e8-8afa-fbb245942ce5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=07af35e80c004621bd72ab7336930693&device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 1127 time: 0.0503614 Sep 01 00:37:11.463159 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] For port a2385324-453e-4714-b1dd-cb1858cf7149, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=a2385324-453e-4714-b1dd-cb1858cf7149,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:11.463505 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:11.476935 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] Calling delete_port for a2385324-453e-4714-b1dd-cb1858cf7149 owned by network:router_interface {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:37:11.557446 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba086b-bebb-440e-9ff8-f7a601a294a3 req-c0af455c-ecc5-44d2-a3bf-e547063b83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:11.558977 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b5ba086b-bebb-440e-9ff8-f7a601a294a3 req-c0af455c-ecc5-44d2-a3bf-e547063b83b7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2 HTTP/1.1" status: 200 len: 915 time: 0.0909328 Sep 01 00:37:11.604987 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b5ba086b-bebb-440e-9ff8-f7a601a294a3 req-940c95c5-70dc-45e3-8c13-28686d68e450 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b HTTP/1.1" status: 200 len: 217 time: 0.0368204 Sep 01 00:37:11.656843 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (a2385324-453e-4714-b1dd-cb1858cf7149), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:11.657580 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba086b-bebb-440e-9ff8-f7a601a294a3 req-5518c8fe-6248-4ead-a39e-ea02cae8e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:11.659036 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b5ba086b-bebb-440e-9ff8-f7a601a294a3 req-5518c8fe-6248-4ead-a39e-ea02cae8e0d5 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=0782478c-db2c-4aac-9af8-3856afd8c4d4 HTTP/1.1" status: 200 len: 854 time: 0.0454743 Sep 01 00:37:11.676312 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:11.685477 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2385324-453e-4714-b1dd-cb1858cf7149,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:11.696806 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b5ba086b-bebb-440e-9ff8-f7a601a294a3 req-06e7c95c-e052-49bc-b4a3-958ee6b397dd service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278089 Sep 01 00:37:11.789784 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:11.807673 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b5ba086b-bebb-440e-9ff8-f7a601a294a3 req-c5fe33e2-f754-4ff3-8ff0-8bb3e96c0331 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010022 Sep 01 00:37:11.860980 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (224bae9a-b167-4862-9f30-b3e5d7c472a9), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:11.870273 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:11.920408 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b5ba086b-bebb-440e-9ff8-f7a601a294a3 req-c0015b19-e23b-4460-b85e-665c404f0cab service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023800 Sep 01 00:37:11.958954 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:11.981160 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:37:12.086505 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,segment=NetworkSegment(2a19ac23-df50-4f7d-9a63-dac0993eaf84),segment_id=2a19ac23-df50-4f7d-9a63-dac0993eaf84)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:12.094297 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] Router 224bae9a-b167-4862-9f30-b3e5d7c472a9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:37:12.098520 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '76f30f7b-f9ac-4a1d-9b13-a2e69318d31b', 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2', 'port_id': '76f30f7b-f9ac-4a1d-9b13-a2e69318d31b', 'mac_address': 'fa:16:3e:59:1b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0782478c-db2c-4aac-9af8-3856afd8c4d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:37:12.137669 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:12.142442 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:37:12.142832 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:12.156457 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:37:12.177832 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,segment=NetworkSegment(2a19ac23-df50-4f7d-9a63-dac0993eaf84),segment_id=2a19ac23-df50-4f7d-9a63-dac0993eaf84)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:12.182893 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:12.202049 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:37:12.211010 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-5e3759e1-0eea-43ca-b004-dda1d933a5b4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/224bae9a-b167-4862-9f30-b3e5d7c472a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5565166 Sep 01 00:37:12.211124 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 58106) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:12.213535 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] Sync routers for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:37:12.237541 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:37:12.238155 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:12.289746 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:12.328932 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Publish callbacks [] for router (224bae9a-b167-4862-9f30-b3e5d7c472a9), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:12.362905 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:37:12.372905 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055da066-7f18-409c-98d6-92e65689d9f5 req-5e1b3a3f-5aa1-4373-9e3b-d3e772e849e0 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:12.374419 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-055da066-7f18-409c-98d6-92e65689d9f5 req-5e1b3a3f-5aa1-4373-9e3b-d3e772e849e0 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 944 time: 0.0559433 Sep 01 00:37:12.425537 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-055da066-7f18-409c-98d6-92e65689d9f5 req-a2c92807-fd91-4a87-9361-0f06b7dde445 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443151 Sep 01 00:37:12.448990 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Publish callbacks [] for router_gateway (224bae9a-b167-4862-9f30-b3e5d7c472a9), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:12.458092 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['76f30f7b-f9ac-4a1d-9b13-a2e69318d31b'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:37:12.484858 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Deleting port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:37:12.485217 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:12.568355 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] For port 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=8886e197-dca7-4e1f-8ed9-f0fe7860ea8d,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:12.568756 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:12.582250 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Calling delete_port for 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d owned by network:router_gateway {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:37:12.609526 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142'}], 'enable_snat': True}, 'gw_port_id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:37:11Z', 'revision_number': 5, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port': {'id': '8886e197-dca7-4e1f-8ed9-f0fe7860ea8d', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:31:08Z', 'updated_at': '2022-09-01T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:12.645409 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] Checking router: 224bae9a-b167-4862-9f30-b3e5d7c472a9 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:37:12.670724 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] Routers {'224bae9a-b167-4862-9f30-b3e5d7c472a9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:37:12.671329 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:36:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['224bae9a-b167-4862-9f30-b3e5d7c472a9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:12.744144 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:12.755652 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (8886e197-dca7-4e1f-8ed9-f0fe7860ea8d), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:12.776483 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] Set router 224bae9a-b167-4862-9f30-b3e5d7c472a9 gateway port host: None {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:37:12.807294 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Pushing event deleted for resources: {'Port': ['ID=8886e197-dca7-4e1f-8ed9-f0fe7860ea8d,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:12.828809 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:37:12Z', 'revision_number': 6, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port_host': None}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:12.850089 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (224bae9a-b167-4862-9f30-b3e5d7c472a9), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:12.852867 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:12.855677 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c0f86a-0717-4170-a2a9-c7962e1a285d None None] The sync data for ids ['224bae9a-b167-4862-9f30-b3e5d7c472a9'] in dv-cinder-820027-21-iscsi is: [{'id': '224bae9a-b167-4862-9f30-b3e5d7c472a9', 'name': 'tempest-AttachVolumeNegativeTest-627791903-router', 'tenant_id': 'b1bcb33a579e47518fafa960505447dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:31:07Z', 'updated_at': '2022-09-01T00:37:12Z', 'revision_number': 6, 'project_id': 'b1bcb33a579e47518fafa960505447dc', 'gw_port_host': None}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:37:12.945007 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (224bae9a-b167-4862-9f30-b3e5d7c472a9), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:12.947164 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Publish callbacks [] for router_controller (224bae9a-b167-4862-9f30-b3e5d7c472a9), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.253599 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (224bae9a-b167-4862-9f30-b3e5d7c472a9), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.253599 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 224bae9a-b167-4862-9f30-b3e5d7c472a9 {{(pid=117901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:37:13.256714 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.258182 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-1a138e94-89f1-4324-9f95-b0aad8709181 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/224bae9a-b167-4862-9f30-b3e5d7c472a9 HTTP/1.1" status: 204 len: 168 time: 1.0470433 Sep 01 00:37:13.260912 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58114) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:13.314502 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1de8d7-7d26-4c15-b91d-74594510b318 admin admin] Deleting subnet 2bad8638-a649-41cc-add0-9f3723700ba7 {{(pid=117902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:37:13.318013 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ce1de8d7-7d26-4c15-b91d-74594510b318 admin admin] Publish callbacks [] for subnet (2bad8638-a649-41cc-add0-9f3723700ba7), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.355940 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ce1de8d7-7d26-4c15-b91d-74594510b318 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10090386'] for subnet (2bad8638-a649-41cc-add0-9f3723700ba7), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.469899 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ce1de8d7-7d26-4c15-b91d-74594510b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (2bad8638-a649-41cc-add0-9f3723700ba7), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.526991 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ce1de8d7-7d26-4c15-b91d-74594510b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9725843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9917800'] for subnet (2bad8638-a649-41cc-add0-9f3723700ba7), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.551513 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5d7ca-ecf4-45ec-8b92-75273a58f76e req-8767be39-5352-46b9-a600-618bb1921936 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:13.552952 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-72a5d7ca-ecf4-45ec-8b92-75273a58f76e req-8767be39-5352-46b9-a600-618bb1921936 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 944 time: 0.0484025 Sep 01 00:37:13.555899 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1de8d7-7d26-4c15-b91d-74594510b318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bad8638-a649-41cc-add0-9f3723700ba7,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:13.557905 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ce1de8d7-7d26-4c15-b91d-74594510b318 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.561045 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-ce1de8d7-7d26-4c15-b91d-74594510b318 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/2bad8638-a649-41cc-add0-9f3723700ba7 HTTP/1.1" status: 204 len: 168 time: 0.2989562 Sep 01 00:37:13.563420 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58122) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:13.565180 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6138ace-714f-444e-95a2-c4651a43b8ff None None] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:37:13.619704 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-72a5d7ca-ecf4-45ec-8b92-75273a58f76e req-950bf5e5-aee5-4010-b3d2-bc5f0125b441 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Sep 01 00:37:13.650650 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (c58401f2-7e87-4905-8554-61c4ec2b1ce1), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.704862 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Deleting port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:37:13.705384 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.738776 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc61a971-9ca3-4626-ac0c-4ef3480d95bc None None] DHCP port deletion for c58401f2-7e87-4905-8554-61c4ec2b1ce1 request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:37:13.763796 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:13.776410 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] For port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:13.776799 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.782080 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-cc61a971-9ca3-4626-ac0c-4ef3480d95bc None None] Deleting port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 {{(pid=117903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:37:13.782455 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-cc61a971-9ca3-4626-ac0c-4ef3480d95bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), before_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.791107 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Calling delete_port for d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 owned by network:dhcp {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:37:13.849887 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:13.880801 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.909178 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:13.913911 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] No DVR routers for this DVR port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 on host dv-cinder-820027-21-iscsi {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:37:13.985658 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-cc61a971-9ca3-4626-ac0c-4ef3480d95bc None None] For port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5,segment=NetworkSegment(e2b105ef-7b0d-4603-aee1-2d06201869ea),segment_id=e2b105ef-7b0d-4603-aee1-2d06201869ea)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:13.985967 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-cc61a971-9ca3-4626-ac0c-4ef3480d95bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), precommit_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.993759 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (c58401f2-7e87-4905-8554-61c4ec2b1ce1), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:13.996254 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:37:14.015194 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58401f2-7e87-4905-8554-61c4ec2b1ce1']}} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:14.019237 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-cc61a971-9ca3-4626-ac0c-4ef3480d95bc None None] Calling delete_port for d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 owned by network:dhcp {{(pid=117903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:37:14.025244 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b105ef-7b0d-4603-aee1-2d06201869ea') {'for_net_delete': True} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:14.025543 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.services.segments.db [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b105ef-7b0d-4603-aee1-2d06201869ea') {} {{(pid=117902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:37:14.036098 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10090373'] for segment (e2b105ef-7b0d-4603-aee1-2d06201869ea), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.041737 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:14.050306 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (e2b105ef-7b0d-4603-aee1-2d06201869ea), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.059260 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=117902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:37:14.059788 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9724977'] for segment (e2b105ef-7b0d-4603-aee1-2d06201869ea), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.099711 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:37:14.105246 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.services.segments.plugin [-] Segment e2b105ef-7b0d-4603-aee1-2d06201869ea resource provider aggregate not found Sep 01 00:37:14.110140 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:37:14.110140 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.126394 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.services.segments.plugin [-] Segment e2b105ef-7b0d-4603-aee1-2d06201869ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2b105ef-7b0d-4603-aee1-2d06201869ea found for delete ", "request_id": "req-80d32772-1d22-43d9-b09c-0f61434caa7a"}]} Sep 01 00:37:14.130524 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (c58401f2-7e87-4905-8554-61c4ec2b1ce1), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.136406 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.139674 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/c58401f2-7e87-4905-8554-61c4ec2b1ce1 HTTP/1.1" status: 204 len: 168 time: 0.5752051 Sep 01 00:37:14.155071 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2489f-4502-44a9-b540-3289a7ded907 admin admin] Pushing event deleted for resources: {'Network': ['ID=c58401f2-7e87-4905-8554-61c4ec2b1ce1,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:14.156038 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-cc61a971-9ca3-4626-ac0c-4ef3480d95bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114'] for port (d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5), after_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.185494 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc61a971-9ca3-4626-ac0c-4ef3480d95bc None None] Network c58401f2-7e87-4905-8554-61c4ec2b1ce1 is not hosted by any dhcp agent {{(pid=117903) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 00:37:14.185942 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61a971-9ca3-4626-ac0c-4ef3480d95bc None None] No DVR routers for this DVR port d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 on host dv-cinder-820027-21-iscsi {{(pid=117903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:37:14.187285 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61a971-9ca3-4626-ac0c-4ef3480d95bc None None] Pushing event deleted for resources: {'Port': ['ID=d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5,revision_number=None']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:14.233920 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:37:14.234315 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.258801 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65210a1-a630-46db-b595-aa5300ba011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f30f7b-f9ac-4a1d-9b13-a2e69318d31b'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:37:14.261067 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b4545-aa43-41ca-baa9-64a7f574bac6" -d '{"events": [{"server_uuid": "e65210a1-a630-46db-b595-aa5300ba011a", "name": "network-vif-plugged", "status": "completed", "tag": "76f30f7b-f9ac-4a1d-9b13-a2e69318d31b"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:37:14.275630 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,segment=NetworkSegment(2a19ac23-df50-4f7d-9a63-dac0993eaf84),segment_id=2a19ac23-df50-4f7d-9a63-dac0993eaf84)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:37:14.279980 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.304873 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026bb94f-c324-4067-ad85-b3f98e3c8f75 x-openstack-request-id: req-026bb94f-c324-4067-ad85-b3f98e3c8f75 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:37:14.305175 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65210a1-a630-46db-b595-aa5300ba011a", "name": "network-vif-plugged", "status": "completed", "tag": "76f30f7b-f9ac-4a1d-9b13-a2e69318d31b", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:37:14.305435 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-026bb94f-c324-4067-ad85-b3f98e3c8f75 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:37:14.305828 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026bb94f-c324-4067-ad85-b3f98e3c8f75'] response: {'server_uuid': 'e65210a1-a630-46db-b595-aa5300ba011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f30f7b-f9ac-4a1d-9b13-a2e69318d31b', 'code': 200} Sep 01 00:37:14.320712 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58132) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:14.337671 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:14.368201 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-4c2737f1-3e01-4f76-9ade-e67714b314f4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b1bcb33a579e47518fafa960505447dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463593 Sep 01 00:37:14.370594 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58136) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:14.422375 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-817c1f79-7f0b-45cf-b4f9-876f49259358 admin admin] Publish callbacks [] for security_group (7431b8d4-36fd-4016-ae66-549728fa97e2), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.443708 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-817c1f79-7f0b-45cf-b4f9-876f49259358 admin admin] Publish callbacks [] for security_group (7431b8d4-36fd-4016-ae66-549728fa97e2), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.501400 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-817c1f79-7f0b-45cf-b4f9-876f49259358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (7431b8d4-36fd-4016-ae66-549728fa97e2), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.504191 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-817c1f79-7f0b-45cf-b4f9-876f49259358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:14.505376 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-817c1f79-7f0b-45cf-b4f9-876f49259358 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7431b8d4-36fd-4016-ae66-549728fa97e2 HTTP/1.1" status: 204 len: 168 time: 0.1336966 Sep 01 00:37:14.513903 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c1f79-7f0b-45cf-b4f9-876f49259358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7431b8d4-36fd-4016-ae66-549728fa97e2,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:14.516312 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d3b85-23c2-4468-9e60-e5f6c84a730b req-c581dc0e-f667-47ce-8df6-8a0a2d30ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:14.518931 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f71d3b85-23c2-4468-9e60-e5f6c84a730b req-c581dc0e-f667-47ce-8df6-8a0a2d30ee13 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 1129 time: 0.0556242 Sep 01 00:37:14.559039 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:14.582956 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f71d3b85-23c2-4468-9e60-e5f6c84a730b req-fb8a5ae8-ba74-4286-9687-f2142bcef4e3 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477297 Sep 01 00:37:14.784320 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9031e-59af-466e-a551-f3188ac9529d req-23c06b11-98a4-407c-a98c-a6b68ce51fde tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:14.790227 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c9d9031e-59af-466e-a551-f3188ac9529d req-23c06b11-98a4-407c-a98c-a6b68ce51fde tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 945 time: 0.0888181 Sep 01 00:37:14.794148 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:37:14.818162 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:37:14.818515 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device d0c53e3f-44a3-4ca1-b9a5-2fdf640aaae5 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:37:14.818927 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:37:14.842062 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:37:14.842422 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 8886e197-dca7-4e1f-8ed9-f0fe7860ea8d not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:37:14.842831 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device a2385324-453e-4714-b1dd-cb1858cf7149 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:37:14.864201 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: a2385324-453e-4714-b1dd-cb1858cf7149 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:37:14.864763 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device a2385324-453e-4714-b1dd-cb1858cf7149 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:37:14.878586 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c9d9031e-59af-466e-a551-f3188ac9529d req-18147b60-2128-465e-9ba0-03bcd3209b55 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779493 Sep 01 00:37:16.000416 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a5f06-b24e-416a-9f27-3c77ca3b0419 req-0d702485-5be8-4c86-9500-982b7eb4256d tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:16.001920 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-144a5f06-b24e-416a-9f27-3c77ca3b0419 req-0d702485-5be8-4c86-9500-982b7eb4256d tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 945 time: 0.0519309 Sep 01 00:37:16.053197 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-144a5f06-b24e-416a-9f27-3c77ca3b0419 req-64dfb25a-ad34-4ba0-9e4e-9d2de5408d4c tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Sep 01 00:37:16.114560 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:16.116641 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:17.202391 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46887d-c18f-424a-8f8b-e9cac32896d3 req-ca3f7765-a170-4302-a428-9bdccc9fe0b6 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:37:17.204034 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ef46887d-c18f-424a-8f8b-e9cac32896d3 req-ca3f7765-a170-4302-a428-9bdccc9fe0b6 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 945 time: 0.0641649 Sep 01 00:37:17.266957 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ef46887d-c18f-424a-8f8b-e9cac32896d3 req-740ea4f9-45b2-438c-9d7c-d18fcd93e08d tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559995 Sep 01 00:37:17.408670 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58252) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:17.577880 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e293a54-a03e-4b6a-9d02-891981b1e663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:17.686641 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e293a54-a03e-4b6a-9d02-891981b1e663 admin admin] Publish callbacks [] for security_group (414fae6f-1d15-48e0-a0f2-e091cdff24ec), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:17.698805 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e293a54-a03e-4b6a-9d02-891981b1e663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (414fae6f-1d15-48e0-a0f2-e091cdff24ec), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:17.705005 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:17.755561 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7e293a54-a03e-4b6a-9d02-891981b1e663 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=021943111d844fe093495b2bfbc4ecdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453777 Sep 01 00:37:17.758501 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 58282) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:17.780715 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e293a54-a03e-4b6a-9d02-891981b1e663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414fae6f-1d15-48e0-a0f2-e091cdff24ec,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:17.814293 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-48ae9f86-60c8-4f85-82e9-276824f1ba85 admin admin] Publish callbacks [] for security_group (414fae6f-1d15-48e0-a0f2-e091cdff24ec), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:17.840338 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-48ae9f86-60c8-4f85-82e9-276824f1ba85 admin admin] Publish callbacks [] for security_group (414fae6f-1d15-48e0-a0f2-e091cdff24ec), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:17.891116 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-48ae9f86-60c8-4f85-82e9-276824f1ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (414fae6f-1d15-48e0-a0f2-e091cdff24ec), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:17.893902 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-48ae9f86-60c8-4f85-82e9-276824f1ba85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:17.895627 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-48ae9f86-60c8-4f85-82e9-276824f1ba85 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/414fae6f-1d15-48e0-a0f2-e091cdff24ec HTTP/1.1" status: 204 len: 168 time: 0.1356394 Sep 01 00:37:17.904793 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae9f86-60c8-4f85-82e9-276824f1ba85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414fae6f-1d15-48e0-a0f2-e091cdff24ec,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:18.175390 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58304) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:18.189202 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0739534f-10db-4187-b4ee-19a667d22427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:18.278113 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0739534f-10db-4187-b4ee-19a667d22427 admin admin] Publish callbacks [] for security_group (8908842a-8a87-48e3-8614-7b3fbadaaa97), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:18.282144 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0739534f-10db-4187-b4ee-19a667d22427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (8908842a-8a87-48e3-8614-7b3fbadaaa97), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:18.305698 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:18.329438 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739534f-10db-4187-b4ee-19a667d22427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8908842a-8a87-48e3-8614-7b3fbadaaa97,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:18.338253 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-0739534f-10db-4187-b4ee-19a667d22427 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=79469619f69148d99e2924112931581b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617496 Sep 01 00:37:18.340952 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58308) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:18.393422 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b4d527ce-cf64-4d4b-a65e-4d69f76be335 admin admin] Publish callbacks [] for security_group (8908842a-8a87-48e3-8614-7b3fbadaaa97), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:18.415147 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b4d527ce-cf64-4d4b-a65e-4d69f76be335 admin admin] Publish callbacks [] for security_group (8908842a-8a87-48e3-8614-7b3fbadaaa97), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:18.463054 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b4d527ce-cf64-4d4b-a65e-4d69f76be335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (8908842a-8a87-48e3-8614-7b3fbadaaa97), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:18.465550 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-b4d527ce-cf64-4d4b-a65e-4d69f76be335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:18.466672 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-b4d527ce-cf64-4d4b-a65e-4d69f76be335 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8908842a-8a87-48e3-8614-7b3fbadaaa97 HTTP/1.1" status: 204 len: 168 time: 0.1245821 Sep 01 00:37:18.475380 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d527ce-cf64-4d4b-a65e-4d69f76be335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8908842a-8a87-48e3-8614-7b3fbadaaa97,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:18.816919 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 58316) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:18.830299 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a54-d507-41aa-828a-72b9bac34ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:18.919687 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a54-d507-41aa-828a-72b9bac34ba8 admin admin] Publish callbacks [] for security_group (2a1fae46-ab7e-4fb4-ade1-0d63a71697bc), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:18.924464 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a54-d507-41aa-828a-72b9bac34ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2a1fae46-ab7e-4fb4-ade1-0d63a71697bc), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:18.971193 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6d2c1a54-d507-41aa-828a-72b9bac34ba8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f7d14c8337574ca2a969d88353696db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532667 Sep 01 00:37:18.973675 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 58324) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:18.981183 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c1a54-d507-41aa-828a-72b9bac34ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1fae46-ab7e-4fb4-ade1-0d63a71697bc,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:19.036803 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d76c954f-94f2-4b94-8588-96f8d9c0c120 admin admin] Publish callbacks [] for security_group (2a1fae46-ab7e-4fb4-ade1-0d63a71697bc), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:19.059297 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d76c954f-94f2-4b94-8588-96f8d9c0c120 admin admin] Publish callbacks [] for security_group (2a1fae46-ab7e-4fb4-ade1-0d63a71697bc), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:19.109481 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d76c954f-94f2-4b94-8588-96f8d9c0c120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (2a1fae46-ab7e-4fb4-ade1-0d63a71697bc), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:19.112177 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d76c954f-94f2-4b94-8588-96f8d9c0c120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:19.113982 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-d76c954f-94f2-4b94-8588-96f8d9c0c120 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2a1fae46-ab7e-4fb4-ade1-0d63a71697bc HTTP/1.1" status: 204 len: 168 time: 0.1389234 Sep 01 00:37:19.122639 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c954f-94f2-4b94-8588-96f8d9c0c120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1fae46-ab7e-4fb4-ade1-0d63a71697bc,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:20.360314 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:20.368714 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2f76483c-17cc-42f8-aa6b-d79c9f2cf3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:21.259141 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58402) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:21.366926 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-58ac96a9-9e15-45de-90c9-9fb4b5da0728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:21.445460 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-58ac96a9-9e15-45de-90c9-9fb4b5da0728 admin admin] Publish callbacks [] for security_group (5f1f534a-3744-4436-8326-0a831de62e3d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:21.449385 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-58ac96a9-9e15-45de-90c9-9fb4b5da0728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (5f1f534a-3744-4436-8326-0a831de62e3d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:21.490243 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-58ac96a9-9e15-45de-90c9-9fb4b5da0728 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=39503d1ec8de41e9a552c8de1c3c34d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296064 Sep 01 00:37:21.490984 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58406) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:21.502416 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac96a9-9e15-45de-90c9-9fb4b5da0728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1f534a-3744-4436-8326-0a831de62e3d,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:21.551991 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-fdd13220-5021-43a6-bb49-f58261be9dfa admin admin] Publish callbacks [] for security_group (5f1f534a-3744-4436-8326-0a831de62e3d), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:21.572771 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-fdd13220-5021-43a6-bb49-f58261be9dfa admin admin] Publish callbacks [] for security_group (5f1f534a-3744-4436-8326-0a831de62e3d), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:21.623271 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-fdd13220-5021-43a6-bb49-f58261be9dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (5f1f534a-3744-4436-8326-0a831de62e3d), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:21.625783 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-fdd13220-5021-43a6-bb49-f58261be9dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:21.626914 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-fdd13220-5021-43a6-bb49-f58261be9dfa admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5f1f534a-3744-4436-8326-0a831de62e3d HTTP/1.1" status: 204 len: 168 time: 0.1316657 Sep 01 00:37:21.635338 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd13220-5021-43a6-bb49-f58261be9dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1f534a-3744-4436-8326-0a831de62e3d,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:21.841768 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:37:21.916771 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58412) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:21.931074 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d56288e1-6e79-4c31-956c-8d286d721b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:22.013306 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d56288e1-6e79-4c31-956c-8d286d721b0e admin admin] Publish callbacks [] for security_group (36df3df5-ec79-4e74-bd59-e835edc6bb1d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:22.017881 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d56288e1-6e79-4c31-956c-8d286d721b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (36df3df5-ec79-4e74-bd59-e835edc6bb1d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:22.034796 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:22.053940 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:22.060630 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56288e1-6e79-4c31-956c-8d286d721b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36df3df5-ec79-4e74-bd59-e835edc6bb1d,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:22.069107 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-d56288e1-6e79-4c31-956c-8d286d721b0e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c149c6dc33214cb68270dcf7e3970eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488008 Sep 01 00:37:22.070838 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58416) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:22.129951 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-46feef62-8e40-4988-9849-1b5a646364a2 admin admin] Publish callbacks [] for security_group (36df3df5-ec79-4e74-bd59-e835edc6bb1d), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:22.150227 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-46feef62-8e40-4988-9849-1b5a646364a2 admin admin] Publish callbacks [] for security_group (36df3df5-ec79-4e74-bd59-e835edc6bb1d), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:22.204478 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-46feef62-8e40-4988-9849-1b5a646364a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (36df3df5-ec79-4e74-bd59-e835edc6bb1d), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:22.207166 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-46feef62-8e40-4988-9849-1b5a646364a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:22.208314 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-46feef62-8e40-4988-9849-1b5a646364a2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/36df3df5-ec79-4e74-bd59-e835edc6bb1d HTTP/1.1" status: 204 len: 168 time: 0.1373029 Sep 01 00:37:22.216005 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feef62-8e40-4988-9849-1b5a646364a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36df3df5-ec79-4e74-bd59-e835edc6bb1d,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:22.750279 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-849cfce8-01bb-4bb3-958e-556048e8b34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:23.974285 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:24.361966 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:25.293747 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:25.392916 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:29.117064 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:29.118283 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=6 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:30.647734 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58654) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:30.753635 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-11c129d1-834c-4d40-96cd-688b025eefe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:30.829898 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-11c129d1-834c-4d40-96cd-688b025eefe1 admin admin] Publish callbacks [] for security_group (5cb906f2-34fa-4d1d-9cc0-1ebfb2ea0b04), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:30.835039 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-11c129d1-834c-4d40-96cd-688b025eefe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (5cb906f2-34fa-4d1d-9cc0-1ebfb2ea0b04), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:30.886795 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c129d1-834c-4d40-96cd-688b025eefe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb906f2-34fa-4d1d-9cc0-1ebfb2ea0b04,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:30.891379 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-11c129d1-834c-4d40-96cd-688b025eefe1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5cc350c92103421b8151d3ac7b37f64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426457 Sep 01 00:37:30.894166 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58658) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:30.944509 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1db2cb31-2ed5-4c6c-8510-81449a0f83c3 admin admin] Publish callbacks [] for security_group (5cb906f2-34fa-4d1d-9cc0-1ebfb2ea0b04), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:30.966430 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1db2cb31-2ed5-4c6c-8510-81449a0f83c3 admin admin] Publish callbacks [] for security_group (5cb906f2-34fa-4d1d-9cc0-1ebfb2ea0b04), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:31.022039 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1db2cb31-2ed5-4c6c-8510-81449a0f83c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (5cb906f2-34fa-4d1d-9cc0-1ebfb2ea0b04), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:31.024648 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-1db2cb31-2ed5-4c6c-8510-81449a0f83c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:31.025900 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-1db2cb31-2ed5-4c6c-8510-81449a0f83c3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5cb906f2-34fa-4d1d-9cc0-1ebfb2ea0b04 HTTP/1.1" status: 204 len: 168 time: 0.1302578 Sep 01 00:37:31.034184 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2cb31-2ed5-4c6c-8510-81449a0f83c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb906f2-34fa-4d1d-9cc0-1ebfb2ea0b04,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:31.306458 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 58664) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:31.320266 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-81f8bf56-8ad0-460d-95e7-c9384543866b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:31.396727 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-81f8bf56-8ad0-460d-95e7-c9384543866b admin admin] Publish callbacks [] for security_group (f2d4652f-5655-4e8f-9996-2771ba5aa3f4), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:31.400659 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-81f8bf56-8ad0-460d-95e7-c9384543866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f2d4652f-5655-4e8f-9996-2771ba5aa3f4), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:31.442908 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-81f8bf56-8ad0-460d-95e7-c9384543866b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5495e8d78a2f4029b2fd444bf766348b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352792 Sep 01 00:37:31.443864 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8bf56-8ad0-460d-95e7-c9384543866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d4652f-5655-4e8f-9996-2771ba5aa3f4,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:31.445578 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58666) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:31.497640 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef05558b-3c2b-483f-b385-113115b1cb65 admin admin] Publish callbacks [] for security_group (f2d4652f-5655-4e8f-9996-2771ba5aa3f4), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:31.517630 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef05558b-3c2b-483f-b385-113115b1cb65 admin admin] Publish callbacks [] for security_group (f2d4652f-5655-4e8f-9996-2771ba5aa3f4), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:31.565280 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef05558b-3c2b-483f-b385-113115b1cb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f2d4652f-5655-4e8f-9996-2771ba5aa3f4), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:31.568611 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ef05558b-3c2b-483f-b385-113115b1cb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:31.569763 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-ef05558b-3c2b-483f-b385-113115b1cb65 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f2d4652f-5655-4e8f-9996-2771ba5aa3f4 HTTP/1.1" status: 204 len: 168 time: 0.1232183 Sep 01 00:37:31.578063 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05558b-3c2b-483f-b385-113115b1cb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d4652f-5655-4e8f-9996-2771ba5aa3f4,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:31.837962 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:31.858454 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:31.951496 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 58682) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:31.969032 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ef623bcd-ba10-4859-a40a-6a7e2a266bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:32.064742 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ef623bcd-ba10-4859-a40a-6a7e2a266bae admin admin] Publish callbacks [] for security_group (69a2eb77-d1ed-478c-b36b-8b6c68cd30f4), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:32.068561 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ef623bcd-ba10-4859-a40a-6a7e2a266bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (69a2eb77-d1ed-478c-b36b-8b6c68cd30f4), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:32.108177 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-ef623bcd-ba10-4859-a40a-6a7e2a266bae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9e7b67fba0e4404dac22dcff1ff8ec7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552091 Sep 01 00:37:32.110103 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef623bcd-ba10-4859-a40a-6a7e2a266bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a2eb77-d1ed-478c-b36b-8b6c68cd30f4,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:32.110946 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 58690) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:37:32.161042 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-49acc173-ab6b-4a7d-8bf8-8a146588a937 admin admin] Publish callbacks [] for security_group (69a2eb77-d1ed-478c-b36b-8b6c68cd30f4), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:32.181792 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-49acc173-ab6b-4a7d-8bf8-8a146588a937 admin admin] Publish callbacks [] for security_group (69a2eb77-d1ed-478c-b36b-8b6c68cd30f4), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:32.228782 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-49acc173-ab6b-4a7d-8bf8-8a146588a937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (69a2eb77-d1ed-478c-b36b-8b6c68cd30f4), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:32.231597 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-49acc173-ab6b-4a7d-8bf8-8a146588a937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:32.232995 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-49acc173-ab6b-4a7d-8bf8-8a146588a937 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/69a2eb77-d1ed-478c-b36b-8b6c68cd30f4 HTTP/1.1" status: 204 len: 168 time: 0.1210735 Sep 01 00:37:32.236355 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:32.242485 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acc173-ab6b-4a7d-8bf8-8a146588a937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a2eb77-d1ed-478c-b36b-8b6c68cd30f4,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:37:41.598480 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=61,neutron:DELETE=4,neutron:UPDATE=6 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:42.103643 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=32,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:42.106316 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=42,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:42.238081 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:42.262574 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:48.863635 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:48.864477 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:37:50.361934 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-c5343eb8-374c-4023-beb7-47fa1d829144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:52.754201 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-93f8adb7-3c15-4104-b900-168605ae541e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:53.978118 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:54.360390 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:55.294815 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:55.396771 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:37:58.841914 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:38:05.391041 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:05.392232 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:05.760319 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-caeab1af-9625-4089-b1e3-07b018343cba service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405056 Sep 01 00:38:05.845692 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-1c5f9bfe-b001-4760-bab0-55e864f98b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:05.847271 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-1c5f9bfe-b001-4760-bab0-55e864f98b5d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=07af35e80c004621bd72ab7336930693&device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 1129 time: 0.0420647 Sep 01 00:38:05.959487 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-fdb31e35-91b2-4c40-ad45-0eaa8622d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:05.961657 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-fdb31e35-91b2-4c40-ad45-0eaa8622d59b service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2 HTTP/1.1" status: 200 len: 915 time: 0.0956335 Sep 01 00:38:06.002207 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-32f7e906-38ca-4286-be1a-076d2cc1cc42 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b HTTP/1.1" status: 200 len: 217 time: 0.0338376 Sep 01 00:38:06.064524 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-788d5ab6-a452-4fdd-bd4d-6c0f541b2c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:06.066145 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-788d5ab6-a452-4fdd-bd4d-6c0f541b2c49 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=0782478c-db2c-4aac-9af8-3856afd8c4d4 HTTP/1.1" status: 200 len: 854 time: 0.0510597 Sep 01 00:38:06.107850 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-324ea9e0-212e-4fdc-95e7-be349e80d230 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345309 Sep 01 00:38:06.208153 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-bcbce279-9797-4636-a652-4b048c346946 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912426 Sep 01 00:38:06.311225 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a7c9ede5-6f64-42b5-9a67-7dd668b26e46 req-bd322c66-6659-4b7c-aeb0-f91c9234a73e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954516 Sep 01 00:38:06.730844 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 59182) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:06.892654 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:06.972226 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Publish callbacks [] for security_group (949a2f42-910e-4a61-bf06-90bd34c011b5), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:06.976054 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (949a2f42-910e-4a61-bf06-90bd34c011b5), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.015565 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0f07ca922731461fbcaa0b77cd88596a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836156 Sep 01 00:38:07.016430 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949a2f42-910e-4a61-bf06-90bd34c011b5,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:07.018326 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 59190) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:07.034944 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.035287 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.035623 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.035956 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.036285 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.036636 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.036982 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.037301 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.037624 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.037975 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.038290 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.038614 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.038927 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.039238 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.039551 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2c2ed-6e41-40cd-aeeb-4bca7e66cf10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.085789 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2041a116-c68b-4bc1-9aaf-510851d34d65 admin admin] Publish callbacks [] for security_group (949a2f42-910e-4a61-bf06-90bd34c011b5), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.106161 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2041a116-c68b-4bc1-9aaf-510851d34d65 admin admin] Publish callbacks [] for security_group (949a2f42-910e-4a61-bf06-90bd34c011b5), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.154859 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2041a116-c68b-4bc1-9aaf-510851d34d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (949a2f42-910e-4a61-bf06-90bd34c011b5), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.157536 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2041a116-c68b-4bc1-9aaf-510851d34d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.158673 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-2041a116-c68b-4bc1-9aaf-510851d34d65 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/949a2f42-910e-4a61-bf06-90bd34c011b5 HTTP/1.1" status: 204 len: 168 time: 0.1394126 Sep 01 00:38:07.166932 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041a116-c68b-4bc1-9aaf-510851d34d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a2f42-910e-4a61-bf06-90bd34c011b5,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:07.460486 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 59206) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:07.478452 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.555446 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Publish callbacks [] for security_group (f607125a-cbd2-479d-8ffe-9777bf177590), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.559279 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f607125a-cbd2-479d-8ffe-9777bf177590), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.600175 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7969edd74f7f4a778b6549b7012f1b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385090 Sep 01 00:38:07.601022 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f607125a-cbd2-479d-8ffe-9777bf177590,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:07.602960 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 59208) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:07.608385 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.608764 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.609110 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.609449 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.609779 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.610155 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.610546 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.610878 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.611405 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.611775 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.612105 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.612435 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.612799 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.613143 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.613447 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71697477-e7c1-45bf-b508-2803f2e0e95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:07.654345 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d3923865-8422-4226-a895-3d55d2f4bd46 admin admin] Publish callbacks [] for security_group (f607125a-cbd2-479d-8ffe-9777bf177590), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.661293 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:07.676609 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d3923865-8422-4226-a895-3d55d2f4bd46 admin admin] Publish callbacks [] for security_group (f607125a-cbd2-479d-8ffe-9777bf177590), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.686780 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:07.726093 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d3923865-8422-4226-a895-3d55d2f4bd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f607125a-cbd2-479d-8ffe-9777bf177590), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.728765 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d3923865-8422-4226-a895-3d55d2f4bd46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:07.729930 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-d3923865-8422-4226-a895-3d55d2f4bd46 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f607125a-cbd2-479d-8ffe-9777bf177590 HTTP/1.1" status: 204 len: 168 time: 0.1259515 Sep 01 00:38:07.738356 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3923865-8422-4226-a895-3d55d2f4bd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f607125a-cbd2-479d-8ffe-9777bf177590,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:08.726097 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c92a4-e8aa-485c-91bd-1a09b63b879b req-04c75d01-fed7-4843-b6b8-2be9f1bb9194 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:08.727722 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fa1c92a4-e8aa-485c-91bd-1a09b63b879b req-04c75d01-fed7-4843-b6b8-2be9f1bb9194 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 945 time: 0.0503924 Sep 01 00:38:08.777802 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fa1c92a4-e8aa-485c-91bd-1a09b63b879b req-363b7efc-7bdb-45c1-9472-33141ce84194 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Sep 01 00:38:08.838752 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:09.901521 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56c867-b4b2-48ce-afe2-ff0f2f418dea req-25d3bcb3-9490-4b59-b29b-9cb70785dbbd tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:09.903012 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2a56c867-b4b2-48ce-afe2-ff0f2f418dea req-25d3bcb3-9490-4b59-b29b-9cb70785dbbd tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 945 time: 0.0478239 Sep 01 00:38:09.950852 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2a56c867-b4b2-48ce-afe2-ff0f2f418dea req-8dff2015-5662-4ac4-b09a-43436d34e9ca tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 Sep 01 00:38:11.076254 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489ebd6-55f4-4d2d-855a-28b506f06a12 req-2e1ddef9-0778-40bb-8106-a1f7c42a9298 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:11.078740 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e489ebd6-55f4-4d2d-855a-28b506f06a12 req-2e1ddef9-0778-40bb-8106-a1f7c42a9298 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 945 time: 0.0508809 Sep 01 00:38:11.128061 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e489ebd6-55f4-4d2d-855a-28b506f06a12 req-96f2bda1-1d86-4a25-8ea1-f30265dced74 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435877 Sep 01 00:38:12.254878 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f8dfb-0bf4-422c-8a11-65cdb6f41007 req-245e7c59-e8fe-4491-a5c3-8855e2d7a6d6 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:12.256714 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-528f8dfb-0bf4-422c-8a11-65cdb6f41007 req-245e7c59-e8fe-4491-a5c3-8855e2d7a6d6 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 945 time: 0.0522330 Sep 01 00:38:12.307232 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-528f8dfb-0bf4-422c-8a11-65cdb6f41007 req-e426213b-5998-4838-99d7-9031a7ccdd24 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Sep 01 00:38:12.862513 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 59336) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:12.969230 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-528cd3f6-f0ba-4b8a-b86f-30e8d2df01cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:12.973866 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-82179ded-eb5f-47fa-8fd0-fc6197e61946 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:12.975389 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-82179ded-eb5f-47fa-8fd0-fc6197e61946 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 945 time: 0.0469744 Sep 01 00:38:13.048282 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-528cd3f6-f0ba-4b8a-b86f-30e8d2df01cf admin admin] Publish callbacks [] for security_group (64b778b3-912c-45bd-af42-f96f54aa38ff), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.052044 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-528cd3f6-f0ba-4b8a-b86f-30e8d2df01cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (64b778b3-912c-45bd-af42-f96f54aa38ff), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.060978 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-a21f0585-dd1b-4694-b42d-6d3201169470 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Deleting port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:38:13.061327 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-a21f0585-dd1b-4694-b42d-6d3201169470 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.093683 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-528cd3f6-f0ba-4b8a-b86f-30e8d2df01cf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=baf19f3b9d0b463b8ac746ec16ab96aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300949 Sep 01 00:38:13.094543 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cd3f6-f0ba-4b8a-b86f-30e8d2df01cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b778b3-912c-45bd-af42-f96f54aa38ff,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:13.097586 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 59340) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:13.149994 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-03ba062a-921a-48dd-a906-3ab55eb70779 admin admin] Publish callbacks [] for security_group (64b778b3-912c-45bd-af42-f96f54aa38ff), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.159899 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-a21f0585-dd1b-4694-b42d-6d3201169470 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] For port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,segment=NetworkSegment(2a19ac23-df50-4f7d-9a63-dac0993eaf84),segment_id=2a19ac23-df50-4f7d-9a63-dac0993eaf84)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:38:13.160421 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-a21f0585-dd1b-4694-b42d-6d3201169470 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.173149 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-03ba062a-921a-48dd-a906-3ab55eb70779 admin admin] Publish callbacks [] for security_group (64b778b3-912c-45bd-af42-f96f54aa38ff), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.178804 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-a21f0585-dd1b-4694-b42d-6d3201169470 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Calling delete_port for 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:38:13.222073 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-03ba062a-921a-48dd-a906-3ab55eb70779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (64b778b3-912c-45bd-af42-f96f54aa38ff), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.224720 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-03ba062a-921a-48dd-a906-3ab55eb70779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.226163 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-03ba062a-921a-48dd-a906-3ab55eb70779 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/64b778b3-912c-45bd-af42-f96f54aa38ff HTTP/1.1" status: 204 len: 168 time: 0.1275043 Sep 01 00:38:13.234944 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba062a-921a-48dd-a906-3ab55eb70779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b778b3-912c-45bd-af42-f96f54aa38ff,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:13.311402 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-a21f0585-dd1b-4694-b42d-6d3201169470 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (76f30f7b-f9ac-4a1d-9b13-a2e69318d31b), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.329354 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['76f30f7b-f9ac-4a1d-9b13-a2e69318d31b'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:38:13.342963 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f0585-dd1b-4694-b42d-6d3201169470 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Pushing event deleted for resources: {'Port': ['ID=76f30f7b-f9ac-4a1d-9b13-a2e69318d31b,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:13.393133 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-a21f0585-dd1b-4694-b42d-6d3201169470 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] No DVR routers for this DVR port 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:38:13.395741 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-a21f0585-dd1b-4694-b42d-6d3201169470 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.399010 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1e6a8d3b-98ec-4758-bafc-5aa6828d6f5e req-a21f0585-dd1b-4694-b42d-6d3201169470 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.30 "DELETE /networking/v2.0/ports/76f30f7b-f9ac-4a1d-9b13-a2e69318d31b HTTP/1.1" status: 204 len: 173 time: 0.4184923 Sep 01 00:38:13.399570 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65210a1-a630-46db-b595-aa5300ba011a', 'name': 'network-vif-deleted', 'tag': '76f30f7b-f9ac-4a1d-9b13-a2e69318d31b'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:38:13.401866 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830cffc2-bcdc-46ee-9997-34d095326b75" -d '{"events": [{"server_uuid": "e65210a1-a630-46db-b595-aa5300ba011a", "name": "network-vif-deleted", "tag": "76f30f7b-f9ac-4a1d-9b13-a2e69318d31b"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:38:13.456882 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8d181241-5130-410f-960f-00681cae6e30 req-603b39a2-0790-4533-9328-3c046ee0957d tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e65210a1-a630-46db-b595-aa5300ba011a HTTP/1.1" status: 200 len: 210 time: 0.0405915 Sep 01 00:38:13.464928 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3586a474-2d41-44d2-96f8-f2069679f7b8 x-openstack-request-id: req-3586a474-2d41-44d2-96f8-f2069679f7b8 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:38:13.465460 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65210a1-a630-46db-b595-aa5300ba011a", "name": "network-vif-deleted", "tag": "76f30f7b-f9ac-4a1d-9b13-a2e69318d31b", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:38:13.466098 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3586a474-2d41-44d2-96f8-f2069679f7b8 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:38:13.466725 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3586a474-2d41-44d2-96f8-f2069679f7b8'] response: {'server_uuid': 'e65210a1-a630-46db-b595-aa5300ba011a', 'name': 'network-vif-deleted', 'tag': '76f30f7b-f9ac-4a1d-9b13-a2e69318d31b', 'status': 'completed', 'code': 200} Sep 01 00:38:13.567269 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 59350) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:13.581124 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-86d36a5d-8372-471b-bd1c-90fa69443963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.619102 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:13.651659 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:13.675882 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-86d36a5d-8372-471b-bd1c-90fa69443963 admin admin] Publish callbacks [] for security_group (46e5cd51-2bff-4f0e-b4b7-6949ced9c4f4), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.680414 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-86d36a5d-8372-471b-bd1c-90fa69443963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (46e5cd51-2bff-4f0e-b4b7-6949ced9c4f4), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.722665 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-86d36a5d-8372-471b-bd1c-90fa69443963 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=23fb947fbc8040bd9a13ec55e5ed0d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543221 Sep 01 00:38:13.723947 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d36a5d-8372-471b-bd1c-90fa69443963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e5cd51-2bff-4f0e-b4b7-6949ced9c4f4,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:13.726102 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 59358) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:13.776187 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a109815-15e2-4ba0-94f5-4fabb47329bd admin admin] Publish callbacks [] for security_group (46e5cd51-2bff-4f0e-b4b7-6949ced9c4f4), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.796886 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a109815-15e2-4ba0-94f5-4fabb47329bd admin admin] Publish callbacks [] for security_group (46e5cd51-2bff-4f0e-b4b7-6949ced9c4f4), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.848551 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a109815-15e2-4ba0-94f5-4fabb47329bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (46e5cd51-2bff-4f0e-b4b7-6949ced9c4f4), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.851847 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a109815-15e2-4ba0-94f5-4fabb47329bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:13.853006 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-4a109815-15e2-4ba0-94f5-4fabb47329bd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/46e5cd51-2bff-4f0e-b4b7-6949ced9c4f4 HTTP/1.1" status: 204 len: 168 time: 0.1259248 Sep 01 00:38:13.861124 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a109815-15e2-4ba0-94f5-4fabb47329bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e5cd51-2bff-4f0e-b4b7-6949ced9c4f4,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:18.361878 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:38:18.381817 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:38:18.382155 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 76f30f7b-f9ac-4a1d-9b13-a2e69318d31b not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:38:19.430565 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 59470) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:19.536388 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7958a528-ccfc-4dcf-ab6b-7e73d6b5b6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:19.538506 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:19.596971 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:19.621443 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7958a528-ccfc-4dcf-ab6b-7e73d6b5b6f1 admin admin] Publish callbacks [] for security_group (e4afe730-7336-47e7-bce2-956d5e7cce42), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:19.626032 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7958a528-ccfc-4dcf-ab6b-7e73d6b5b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e4afe730-7336-47e7-bce2-956d5e7cce42), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:19.666981 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-7958a528-ccfc-4dcf-ab6b-7e73d6b5b6f1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2cba9b74bb6b4316a270c1bd7e0a59b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353470 Sep 01 00:38:19.667910 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958a528-ccfc-4dcf-ab6b-7e73d6b5b6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4afe730-7336-47e7-bce2-956d5e7cce42,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:19.669709 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 59474) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:19.719927 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a9aac684-dfef-493c-a32a-4cc3ebb7b896 admin admin] Publish callbacks [] for security_group (e4afe730-7336-47e7-bce2-956d5e7cce42), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:19.741326 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a9aac684-dfef-493c-a32a-4cc3ebb7b896 admin admin] Publish callbacks [] for security_group (e4afe730-7336-47e7-bce2-956d5e7cce42), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:20.051089 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a9aac684-dfef-493c-a32a-4cc3ebb7b896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (e4afe730-7336-47e7-bce2-956d5e7cce42), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:20.053813 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a9aac684-dfef-493c-a32a-4cc3ebb7b896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:20.054950 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a9aac684-dfef-493c-a32a-4cc3ebb7b896 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e4afe730-7336-47e7-bce2-956d5e7cce42 HTTP/1.1" status: 204 len: 168 time: 0.3842533 Sep 01 00:38:20.062931 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aac684-dfef-493c-a32a-4cc3ebb7b896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4afe730-7336-47e7-bce2-956d5e7cce42,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:20.367967 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-74148153-7609-480a-a51f-b8c63b1f758a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:21.838409 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:21.842396 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:22.758990 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2a6e8416-de87-4881-9da3-20d8a76fc985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:23.592161 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-1efb1b06-668a-4ed1-9c67-f302f30de31b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:23.593658 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-1efb1b06-668a-4ed1-9c67-f302f30de31b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2 HTTP/1.1" status: 200 len: 814 time: 0.1067052 Sep 01 00:38:23.608270 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-90ae74e8-86a1-48b1-bd70-c64c5f9d0106 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/quotas/07af35e80c004621bd72ab7336930693 HTTP/1.1" status: 200 len: 375 time: 0.0090394 Sep 01 00:38:23.642014 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-1d694910-dfe3-4888-9837-b95cd09d5d0c tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=07af35e80c004621bd72ab7336930693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283611 Sep 01 00:38:23.828250 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-95528834-2d8a-478a-9cf8-6ad07b81f2bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791129 Sep 01 00:38:23.923036 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-ac8b6f47-ae54-49e9-96a9-4dbadffc637f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889111 Sep 01 00:38:23.982754 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:24.353550 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:24.729306 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 59582) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:24.836600 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c72e59b3-4b4a-42c9-91d1-0cf87eaf06b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:24.915864 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c72e59b3-4b4a-42c9-91d1-0cf87eaf06b9 admin admin] Publish callbacks [] for security_group (7ed23f78-3839-4079-a32b-f1017a8d1ca7), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:24.920178 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c72e59b3-4b4a-42c9-91d1-0cf87eaf06b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (7ed23f78-3839-4079-a32b-f1017a8d1ca7), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:24.960109 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c72e59b3-4b4a-42c9-91d1-0cf87eaf06b9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0bbc14c088064941bb7d6104305aa82b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291114 Sep 01 00:38:24.961045 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e59b3-4b4a-42c9-91d1-0cf87eaf06b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed23f78-3839-4079-a32b-f1017a8d1ca7,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:24.963531 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 59586) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:25.013010 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4f984850-82d1-4687-b45d-22a48606b1ea admin admin] Publish callbacks [] for security_group (7ed23f78-3839-4079-a32b-f1017a8d1ca7), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:25.034901 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4f984850-82d1-4687-b45d-22a48606b1ea admin admin] Publish callbacks [] for security_group (7ed23f78-3839-4079-a32b-f1017a8d1ca7), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:25.090145 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4f984850-82d1-4687-b45d-22a48606b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (7ed23f78-3839-4079-a32b-f1017a8d1ca7), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:25.093078 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4f984850-82d1-4687-b45d-22a48606b1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:25.097012 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-4f984850-82d1-4687-b45d-22a48606b1ea admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7ed23f78-3839-4079-a32b-f1017a8d1ca7 HTTP/1.1" status: 204 len: 168 time: 0.1321518 Sep 01 00:38:25.104785 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ce648411-386b-411d-92fe-93cfba943989 req-b6cfd608-58e0-4bec-82ab-247c36f8ea39 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 210 time: 0.0282512 Sep 01 00:38:25.107375 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f984850-82d1-4687-b45d-22a48606b1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed23f78-3839-4079-a32b-f1017a8d1ca7,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:25.306506 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:25.401960 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:26.234366 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fa2c2afa-6a4a-4860-be85-57862c74f11a req-9dad51ae-9769-4ac9-aaf9-19f2bae01d5c tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 210 time: 0.0400493 Sep 01 00:38:26.289790 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-fc399040-a137-4631-967b-3082c57c3042 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:26.291302 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-fc399040-a137-4631-967b-3082c57c3042 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.30 "GET /networking/v2.0/networks?id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2 HTTP/1.1" status: 200 len: 814 time: 0.1755145 Sep 01 00:38:26.309541 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Request body: {'port': {'device_id': 'aa8a5292-8aab-4638-a254-a349e15987be', 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2', 'admin_state_up': True, 'tenant_id': '07af35e80c004621bd72ab7336930693'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:38:26.436709 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Made reservation on behalf of 07af35e80c004621bd72ab7336930693 for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:38:26.440711 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:26.496112 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:26.547439 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:26.574861 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Allocated IP 172.20.0.7 (7d63a16c-5384-4138-a6eb-6c8ecb267ec2/0782478c-db2c-4aac-9af8-3856afd8c4d4/e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:38:26.725379 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks [] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:26.759614 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:26.809446 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:38:26.812699 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:38:26.816681 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:38:26.840819 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Pushing event updated for resources: {'Port': ['ID=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:26.869034 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:26.869723 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:26.886923 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-27425ca3-4951-4c5c-ae5a-8e63e25ef2f5 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819428 Sep 01 00:38:26.898527 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Request body: {'port': {'device_id': 'aa8a5292-8aab-4638-a254-a349e15987be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:38:26.958898 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:27.216113 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:38:27.223371 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Publish callbacks [] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:27.235628 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Transition to ACTIVE for port object e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:38:27.239716 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:27.245889 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:27.302944 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270442e7-106a-4481-9a31-90743c287bea service neutron] Pushing event updated for resources: {'Port': ['ID=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:27.308791 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:27.361038 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Attempting to bind port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:38:27.361368 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Attempting to bind port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '2a19ac23-df50-4f7d-9a63-dac0993eaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:38:27.361706 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Attempting to bind port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd on network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:38:27.366816 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd on network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:38:27.367134 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Attempting to bind port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd on network 7d63a16c-5384-4138-a6eb-6c8ecb267ec2 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:38:27.368855 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e1ad7-078a-49a7-8c83-d21a5d736985 req-460c3693-f0b1-4392-89a7-bdd333d5193c tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:27.370314 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-600e1ad7-078a-49a7-8c83-d21a5d736985 req-460c3693-f0b1-4392-89a7-bdd333d5193c tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 943 time: 0.0500629 Sep 01 00:38:27.372130 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:38:27.372470 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Checking segment: {'id': '2a19ac23-df50-4f7d-9a63-dac0993eaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:38:27.372890 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Bound using segment: {'id': '2a19ac23-df50-4f7d-9a63-dac0993eaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:38:27.373316 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Bound port: e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a19ac23-df50-4f7d-9a63-dac0993eaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:38:27.373677 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:27.419846 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-600e1ad7-078a-49a7-8c83-d21a5d736985 req-6ae2a522-4e30-46c9-ac2e-6aaa9d17ed27 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Sep 01 00:38:27.442226 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] For port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:38:27.442226 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] For port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,segment=NetworkSegment(2a19ac23-df50-4f7d-9a63-dac0993eaf84),segment_id=2a19ac23-df50-4f7d-9a63-dac0993eaf84)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:38:27.449311 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:27.454768 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:27.455382 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:27.456819 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-270442e7-106a-4481-9a31-90743c287bea service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd HTTP/1.1" status: 200 len: 1093 time: 0.5627942 Sep 01 00:38:27.457340 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8a5292-8aab-4638-a254-a349e15987be', 'tag': 'e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:38:27.459566 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6f8be5-c31f-4307-869b-31646556d1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8a5292-8aab-4638-a254-a349e15987be", "tag": "e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:38:27.535336 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacd4de4-6bf4-4a7a-b00a-e929c61c8d77 x-openstack-request-id: req-dacd4de4-6bf4-4a7a-b00a-e929c61c8d77 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:38:27.535695 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8a5292-8aab-4638-a254-a349e15987be", "tag": "e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:38:27.535957 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dacd4de4-6bf4-4a7a-b00a-e929c61c8d77 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:38:27.536351 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacd4de4-6bf4-4a7a-b00a-e929c61c8d77'] response: {'name': 'network-changed', 'server_uuid': 'aa8a5292-8aab-4638-a254-a349e15987be', 'tag': 'e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd', 'status': 'completed', 'code': 200} Sep 01 00:38:27.536908 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270442e7-106a-4481-9a31-90743c287bea service neutron] Pushing event updated for resources: {'Port': ['ID=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:27.551574 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-0fa9cf6c-bd7e-4008-89c0-84ce865f4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:27.553904 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-0fa9cf6c-bd7e-4008-89c0-84ce865f4791 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=07af35e80c004621bd72ab7336930693&device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 1127 time: 0.0515249 Sep 01 00:38:27.599345 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-d6f773c3-460a-42d2-a69a-3a1df66e9e2d service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd HTTP/1.1" status: 200 len: 217 time: 0.0348480 Sep 01 00:38:27.659053 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-83a22990-c64e-4ea2-8f8d-715944d191e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:27.659053 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-83a22990-c64e-4ea2-8f8d-715944d191e6 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=0782478c-db2c-4aac-9af8-3856afd8c4d4 HTTP/1.1" status: 200 len: 854 time: 0.0481741 Sep 01 00:38:27.692377 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-960379c8-aef3-4fa9-a842-a684bf225cd8 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262322 Sep 01 00:38:27.785021 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-d6b3d74f-9bc9-4d30-bb44-deed2df1b4ce service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850534 Sep 01 00:38:27.880385 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6924df55-659f-45b5-ab7a-872d9f3fcfa4 req-003a9ed7-2671-4b3e-8ed5-779b1482aaa2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891569 Sep 01 00:38:28.086034 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 59674) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:28.190543 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5ab31e6b-d9be-4615-9675-85412404e9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.267227 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5ab31e6b-d9be-4615-9675-85412404e9e8 admin admin] Publish callbacks [] for security_group (a94a3931-e435-40a6-8039-1a1eab090f6d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.270762 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-5ab31e6b-d9be-4615-9675-85412404e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (a94a3931-e435-40a6-8039-1a1eab090f6d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.311387 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-5ab31e6b-d9be-4615-9675-85412404e9e8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0814baf2ffe348b98cd011544df83c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242868 Sep 01 00:38:28.312206 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab31e6b-d9be-4615-9675-85412404e9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a3931-e435-40a6-8039-1a1eab090f6d,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:28.314217 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 59678) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:28.363454 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a05bf9a4-ab06-4b47-b2bf-3179bd9b583b admin admin] Publish callbacks [] for security_group (a94a3931-e435-40a6-8039-1a1eab090f6d), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.383025 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a05bf9a4-ab06-4b47-b2bf-3179bd9b583b admin admin] Publish callbacks [] for security_group (a94a3931-e435-40a6-8039-1a1eab090f6d), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.429190 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a05bf9a4-ab06-4b47-b2bf-3179bd9b583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (a94a3931-e435-40a6-8039-1a1eab090f6d), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.431743 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-a05bf9a4-ab06-4b47-b2bf-3179bd9b583b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.432904 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-a05bf9a4-ab06-4b47-b2bf-3179bd9b583b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a94a3931-e435-40a6-8039-1a1eab090f6d HTTP/1.1" status: 204 len: 168 time: 0.1177013 Sep 01 00:38:28.440925 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bf9a4-ab06-4b47-b2bf-3179bd9b583b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a3931-e435-40a6-8039-1a1eab090f6d,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:28.548696 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a2b96-b1d6-4c99-a0e9-7b729e4362ed req-dcac0054-2d85-4877-9ceb-67762d40973b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:28.550164 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-547a2b96-b1d6-4c99-a0e9-7b729e4362ed req-dcac0054-2d85-4877-9ceb-67762d40973b tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 943 time: 0.0542135 Sep 01 00:38:28.595297 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:28.600672 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-547a2b96-b1d6-4c99-a0e9-7b729e4362ed req-24b97d99-8b7f-4c78-b527-070533e39891 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Sep 01 00:38:28.722141 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 59688) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:28.735837 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5baac451-57f9-4d7d-a37a-1175adfbfdea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.816694 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5baac451-57f9-4d7d-a37a-1175adfbfdea admin admin] Publish callbacks [] for security_group (92a33e62-12cf-4348-bbfa-8de55642e045), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.821182 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5baac451-57f9-4d7d-a37a-1175adfbfdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (92a33e62-12cf-4348-bbfa-8de55642e045), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.836058 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:28.864652 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baac451-57f9-4d7d-a37a-1175adfbfdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a33e62-12cf-4348-bbfa-8de55642e045,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:28.869758 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-5baac451-57f9-4d7d-a37a-1175adfbfdea admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=81fc1692609642c6ae36457f5da656d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465707 Sep 01 00:38:28.873077 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 59690) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:28.918236 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:28.924307 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-62f9a2cd-49c8-407c-9cc3-c8c9c3d56784 admin admin] Publish callbacks [] for security_group (92a33e62-12cf-4348-bbfa-8de55642e045), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.947444 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-62f9a2cd-49c8-407c-9cc3-c8c9c3d56784 admin admin] Publish callbacks [] for security_group (92a33e62-12cf-4348-bbfa-8de55642e045), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.996216 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-62f9a2cd-49c8-407c-9cc3-c8c9c3d56784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (92a33e62-12cf-4348-bbfa-8de55642e045), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:28.999007 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-62f9a2cd-49c8-407c-9cc3-c8c9c3d56784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:29.000171 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-62f9a2cd-49c8-407c-9cc3-c8c9c3d56784 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/92a33e62-12cf-4348-bbfa-8de55642e045 HTTP/1.1" status: 204 len: 168 time: 0.1261230 Sep 01 00:38:29.008816 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9a2cd-49c8-407c-9cc3-c8c9c3d56784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a33e62-12cf-4348-bbfa-8de55642e045,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:29.719063 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:29.729163 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16def336-67ab-46db-b6a1-a9ce5ef1770a req-188c6de3-4630-4023-a03e-84acd3ef8eb1 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:29.730884 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-16def336-67ab-46db-b6a1-a9ce5ef1770a req-188c6de3-4630-4023-a03e-84acd3ef8eb1 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 943 time: 0.0544038 Sep 01 00:38:29.779861 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-16def336-67ab-46db-b6a1-a9ce5ef1770a req-0f3647f0-1938-4360-aec3-7d89f5ad35be tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Sep 01 00:38:30.904458 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86643a75-9d5d-4a62-b12b-9745f8232069 req-7d401069-6587-470a-9708-ed25a3d2a7b1 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:30.905999 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-86643a75-9d5d-4a62-b12b-9745f8232069 req-7d401069-6587-470a-9708-ed25a3d2a7b1 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 943 time: 0.0498078 Sep 01 00:38:30.957152 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-86643a75-9d5d-4a62-b12b-9745f8232069 req-8c9a72ea-b6eb-4aac-a0d8-1ef241cfec5a tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454302 Sep 01 00:38:31.508378 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8be5-c31f-4307-869b-31646556d1a1 req-7e6261f7-6c99-4c38-94ee-66af1c33724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:31.509839 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af6f8be5-c31f-4307-869b-31646556d1a1 req-7e6261f7-6c99-4c38-94ee-66af1c33724e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=07af35e80c004621bd72ab7336930693&device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 1127 time: 0.0407960 Sep 01 00:38:31.603445 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8be5-c31f-4307-869b-31646556d1a1 req-2125001c-fbe2-407e-88ca-f7f1be7a38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:31.604917 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af6f8be5-c31f-4307-869b-31646556d1a1 req-2125001c-fbe2-407e-88ca-f7f1be7a38e8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2 HTTP/1.1" status: 200 len: 915 time: 0.0890765 Sep 01 00:38:32.073439 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44d670-d38b-4377-b888-9d22f66a524f req-6014a87b-481a-4fb8-a737-11418c354ade tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:32.074895 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4f44d670-d38b-4377-b888-9d22f66a524f req-6014a87b-481a-4fb8-a737-11418c354ade tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 943 time: 0.0470593 Sep 01 00:38:32.124631 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4f44d670-d38b-4377-b888-9d22f66a524f req-e0c05097-2b2b-486e-b09a-b6f1199f1396 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425925 Sep 01 00:38:32.597065 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af6f8be5-c31f-4307-869b-31646556d1a1 req-9c4d8dcf-0f83-4a3d-8503-2186504b221a service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd HTTP/1.1" status: 200 len: 217 time: 0.0362825 Sep 01 00:38:33.240852 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460636e-10da-4448-82eb-8ba985ce3067 req-3dbc16f2-cf75-4c06-89de-06c5a0047ae7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:33.242351 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8460636e-10da-4448-82eb-8ba985ce3067 req-3dbc16f2-cf75-4c06-89de-06c5a0047ae7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 943 time: 0.0467911 Sep 01 00:38:33.289994 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-8460636e-10da-4448-82eb-8ba985ce3067 req-efa4fa67-a0dd-40b3-8309-ef9d3696eff0 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420995 Sep 01 00:38:33.433306 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8be5-c31f-4307-869b-31646556d1a1 req-4849817d-ca13-4615-b290-7a35d8d828f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:33.434817 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af6f8be5-c31f-4307-869b-31646556d1a1 req-4849817d-ca13-4615-b290-7a35d8d828f5 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=0782478c-db2c-4aac-9af8-3856afd8c4d4 HTTP/1.1" status: 200 len: 854 time: 0.0437374 Sep 01 00:38:34.354045 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af6f8be5-c31f-4307-869b-31646556d1a1 req-d3028c5b-ef49-401f-98ca-024f62dc1da3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=7d63a16c-5384-4138-a6eb-6c8ecb267ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385282 Sep 01 00:38:34.454030 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:38:34.458298 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bd8bd-8bde-4095-bfaa-3120f05ac554 req-70868188-02b5-4c84-831b-6400217c02f4 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:34.465699 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b54bd8bd-8bde-4095-bfaa-3120f05ac554 req-70868188-02b5-4c84-831b-6400217c02f4 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 943 time: 0.0977499 Sep 01 00:38:34.525097 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af6f8be5-c31f-4307-869b-31646556d1a1 req-fed761eb-aec1-4955-8a91-d9790172883d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642823 Sep 01 00:38:34.532080 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b54bd8bd-8bde-4095-bfaa-3120f05ac554 req-1cf7886d-146d-43fd-96a8-75bd56fd0824 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656035 Sep 01 00:38:34.559078 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,segment=NetworkSegment(2a19ac23-df50-4f7d-9a63-dac0993eaf84),segment_id=2a19ac23-df50-4f7d-9a63-dac0993eaf84)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:38:34.572084 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': 'e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd', 'network_id': '7d63a16c-5384-4138-a6eb-6c8ecb267ec2', 'port_id': 'e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd', 'mac_address': 'fa:16:3e:a5:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0782478c-db2c-4aac-9af8-3856afd8c4d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:38:34.608311 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:38:34.608734 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:34.624475 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af6f8be5-c31f-4307-869b-31646556d1a1 req-cf590958-0da2-472d-b1be-0ebc9b9ce519 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897214 Sep 01 00:38:34.625483 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:38:34.647098 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,segment=NetworkSegment(2a19ac23-df50-4f7d-9a63-dac0993eaf84),segment_id=2a19ac23-df50-4f7d-9a63-dac0993eaf84)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:38:34.651808 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:34.700487 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:34.707795 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.708141 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.708486 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.708915 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.709249 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.709674 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.710807 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.711148 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.711477 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.711805 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.712136 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.712460 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.712876 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.713199 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.713519 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:38:34.897036 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:38:35.656814 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613f33-5ca5-4cb2-a24e-f1ac4b8e4475 req-1ab0fcb7-a4e7-404f-a7a6-039885ecb8a6 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:35.658302 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-60613f33-5ca5-4cb2-a24e-f1ac4b8e4475 req-1ab0fcb7-a4e7-404f-a7a6-039885ecb8a6 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 944 time: 0.0477402 Sep 01 00:38:35.706015 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-60613f33-5ca5-4cb2-a24e-f1ac4b8e4475 req-e593c14b-4069-4bc2-8440-f3ac1d641bd2 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Sep 01 00:38:35.841340 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:38:36.382714 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 59778) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:36.487683 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ac8963ba-e957-4dbb-85bb-536e4ab397ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:36.562112 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ac8963ba-e957-4dbb-85bb-536e4ab397ff admin admin] Publish callbacks [] for security_group (3e95587e-ba55-4bfa-869c-ae5098101197), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:36.565576 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-ac8963ba-e957-4dbb-85bb-536e4ab397ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (3e95587e-ba55-4bfa-869c-ae5098101197), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:36.605161 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-ac8963ba-e957-4dbb-85bb-536e4ab397ff admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cf8a0aad2b0246ec9d5134edbd5dfe78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213902 Sep 01 00:38:36.606248 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8963ba-e957-4dbb-85bb-536e4ab397ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95587e-ba55-4bfa-869c-ae5098101197,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:36.607937 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 59782) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:36.660708 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f4e06b7-ccd0-4011-a837-97bb09dd61cf admin admin] Publish callbacks [] for security_group (3e95587e-ba55-4bfa-869c-ae5098101197), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:36.682773 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f4e06b7-ccd0-4011-a837-97bb09dd61cf admin admin] Publish callbacks [] for security_group (3e95587e-ba55-4bfa-869c-ae5098101197), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:36.730706 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f4e06b7-ccd0-4011-a837-97bb09dd61cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (3e95587e-ba55-4bfa-869c-ae5098101197), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:36.733354 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4f4e06b7-ccd0-4011-a837-97bb09dd61cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:36.734505 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-4f4e06b7-ccd0-4011-a837-97bb09dd61cf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3e95587e-ba55-4bfa-869c-ae5098101197 HTTP/1.1" status: 204 len: 168 time: 0.1248372 Sep 01 00:38:36.743793 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e06b7-ccd0-4011-a837-97bb09dd61cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95587e-ba55-4bfa-869c-ae5098101197,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:36.755537 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:36.756130 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:36.831439 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f2cd2-8e77-4db3-afa4-4c055d364b32 req-381504b6-f654-4120-abb1-b7ef7f02dddd tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:36.833061 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0c7f2cd2-8e77-4db3-afa4-4c055d364b32 req-381504b6-f654-4120-abb1-b7ef7f02dddd tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 944 time: 0.0479546 Sep 01 00:38:36.886251 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0c7f2cd2-8e77-4db3-afa4-4c055d364b32 req-45fc2d00-afa4-41aa-b3f9-200aac3da4a6 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Sep 01 00:38:37.578794 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:38:37.619992 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:38:37.625393 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:38:37.625780 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:37.700477 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:38:37.700902 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:37.727013 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8a5292-8aab-4638-a254-a349e15987be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:38:37.729256 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1264ecf0-cad8-49b6-ac6e-09020cdb6fde" -d '{"events": [{"server_uuid": "aa8a5292-8aab-4638-a254-a349e15987be", "name": "network-vif-plugged", "status": "completed", "tag": "e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:38:37.742782 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,segment=NetworkSegment(2a19ac23-df50-4f7d-9a63-dac0993eaf84),segment_id=2a19ac23-df50-4f7d-9a63-dac0993eaf84)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:38:37.746408 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:37.769254 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb505c0-d8a7-4468-bbeb-983ba43a5150 x-openstack-request-id: req-dfb505c0-d8a7-4468-bbeb-983ba43a5150 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:38:37.769837 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8a5292-8aab-4638-a254-a349e15987be", "name": "network-vif-plugged", "status": "completed", "tag": "e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:38:37.769837 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfb505c0-d8a7-4468-bbeb-983ba43a5150 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:38:37.770159 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb505c0-d8a7-4468-bbeb-983ba43a5150'] response: {'server_uuid': 'aa8a5292-8aab-4638-a254-a349e15987be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd', 'code': 200} Sep 01 00:38:37.795836 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:37.967524 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:37.969553 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:38.009741 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f94c6-b0e5-4902-b2f2-4366f00ba781 req-eed862fd-9048-42b9-9b0b-f537e6edaec9 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:38.011213 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6c0f94c6-b0e5-4902-b2f2-4366f00ba781 req-eed862fd-9048-42b9-9b0b-f537e6edaec9 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 945 time: 0.0525811 Sep 01 00:38:38.058176 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6c0f94c6-b0e5-4902-b2f2-4366f00ba781 req-e3d185e5-ed4a-4a93-9bd5-9f37a706aaa1 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414593 Sep 01 00:38:38.692063 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421a578-2744-44a4-b2da-90bb5ffcfdcb req-58fd4ac0-535a-4438-a8c3-42e3b1c0edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:38.693572 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b421a578-2744-44a4-b2da-90bb5ffcfdcb req-58fd4ac0-535a-4438-a8c3-42e3b1c0edf0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 1129 time: 0.0383418 Sep 01 00:38:38.737814 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b421a578-2744-44a4-b2da-90bb5ffcfdcb req-82d68268-56f8-4f38-b630-b8d75319338a service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Sep 01 00:38:39.175800 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4cd6a-c4a8-418a-afa4-d156124e7223 req-df96dabf-cb53-4d00-afb6-e57991b08204 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:39.177262 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9cb4cd6a-c4a8-418a-afa4-d156124e7223 req-df96dabf-cb53-4d00-afb6-e57991b08204 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 945 time: 0.0461075 Sep 01 00:38:39.226363 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9cb4cd6a-c4a8-418a-afa4-d156124e7223 req-aa009337-3cf2-493c-a7b1-42502df101e8 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Sep 01 00:38:40.352426 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3916d53-3132-41aa-8fcc-8ec3be5f71f8 req-23c45eb5-c02a-4b2c-ab35-f4cbccc6e586 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:38:40.353980 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d3916d53-3132-41aa-8fcc-8ec3be5f71f8 req-23c45eb5-c02a-4b2c-ab35-f4cbccc6e586 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 945 time: 0.0535152 Sep 01 00:38:40.403540 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d3916d53-3132-41aa-8fcc-8ec3be5f71f8 req-e3910608-6e65-4cfb-b2ec-ed241d9e9c5d tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Sep 01 00:38:47.787116 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=26 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:47.793764 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=30,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:49.215371 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=61,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:49.222557 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=68,neutron:DELETE=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:50.371301 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0b236e43-1a7c-4376-9dc0-eed7ea837880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:50.396631 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=31 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:50.399284 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=21 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:52.762510 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e70c-32fe-46ec-9556-1b149c46141c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:52.876875 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 59918) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:52.988073 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ce750e5f-6d69-4c95-9d36-1aa088ba1c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:53.066249 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ce750e5f-6d69-4c95-9d36-1aa088ba1c04 admin admin] Publish callbacks [] for security_group (cac5386c-6083-4ca6-8991-fea65dd99f3d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:53.070613 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-ce750e5f-6d69-4c95-9d36-1aa088ba1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (cac5386c-6083-4ca6-8991-fea65dd99f3d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:53.110124 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-ce750e5f-6d69-4c95-9d36-1aa088ba1c04 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9d3eced9b3c3485db7e492adfe7f7553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321663 Sep 01 00:38:53.110818 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce750e5f-6d69-4c95-9d36-1aa088ba1c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac5386c-6083-4ca6-8991-fea65dd99f3d,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:53.112844 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 59922) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:38:53.163123 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9dc2-3b75-4939-94ae-a5a1a27e85a8 admin admin] Publish callbacks [] for security_group (cac5386c-6083-4ca6-8991-fea65dd99f3d), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:53.183706 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9dc2-3b75-4939-94ae-a5a1a27e85a8 admin admin] Publish callbacks [] for security_group (cac5386c-6083-4ca6-8991-fea65dd99f3d), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:53.231215 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9dc2-3b75-4939-94ae-a5a1a27e85a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (cac5386c-6083-4ca6-8991-fea65dd99f3d), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:53.234130 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9dc2-3b75-4939-94ae-a5a1a27e85a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:53.235042 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-4e9b9dc2-3b75-4939-94ae-a5a1a27e85a8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cac5386c-6083-4ca6-8991-fea65dd99f3d HTTP/1.1" status: 204 len: 168 time: 0.1212199 Sep 01 00:38:53.243115 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b9dc2-3b75-4939-94ae-a5a1a27e85a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac5386c-6083-4ca6-8991-fea65dd99f3d,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:38:53.985986 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:54.356867 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:55.300542 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:55.404973 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:38:58.843819 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=18 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:38:58.848898 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=16 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:00.479592 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70e294-e0ec-462d-a09e-312eed772da0 req-f0ac5ee2-e004-44ab-aaa4-2168e78bf1b3 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:00.481092 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ea70e294-e0ec-462d-a09e-312eed772da0 req-f0ac5ee2-e004-44ab-aaa4-2168e78bf1b3 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 945 time: 0.0472569 Sep 01 00:39:00.530601 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ea70e294-e0ec-462d-a09e-312eed772da0 req-8151fc79-8847-429c-b3b0-1b2dcbf36693 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Sep 01 00:39:01.199712 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60078) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:01.312864 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-09d672bf-4f86-4f9a-89b7-e241c9acc96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:01.388620 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-09d672bf-4f86-4f9a-89b7-e241c9acc96b admin admin] Publish callbacks [] for security_group (881d37cd-b681-4d65-8f1a-0b10bf5a1207), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:01.392123 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-09d672bf-4f86-4f9a-89b7-e241c9acc96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (881d37cd-b681-4d65-8f1a-0b10bf5a1207), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:01.431167 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d672bf-4f86-4f9a-89b7-e241c9acc96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881d37cd-b681-4d65-8f1a-0b10bf5a1207,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:01.435327 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-09d672bf-4f86-4f9a-89b7-e241c9acc96b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c83af4d1c60a4d00a5a8ed1b28dd3294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345979 Sep 01 00:39:01.438128 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60082) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:01.485960 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-68fd9855-8763-41ef-bd51-4f02c89b5b9f admin admin] Publish callbacks [] for security_group (881d37cd-b681-4d65-8f1a-0b10bf5a1207), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:01.510741 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-68fd9855-8763-41ef-bd51-4f02c89b5b9f admin admin] Publish callbacks [] for security_group (881d37cd-b681-4d65-8f1a-0b10bf5a1207), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:01.556907 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-68fd9855-8763-41ef-bd51-4f02c89b5b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (881d37cd-b681-4d65-8f1a-0b10bf5a1207), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:01.559379 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-68fd9855-8763-41ef-bd51-4f02c89b5b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:01.560578 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-68fd9855-8763-41ef-bd51-4f02c89b5b9f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/881d37cd-b681-4d65-8f1a-0b10bf5a1207 HTTP/1.1" status: 204 len: 168 time: 0.1215575 Sep 01 00:39:01.571760 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd9855-8763-41ef-bd51-4f02c89b5b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881d37cd-b681-4d65-8f1a-0b10bf5a1207,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:01.659522 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d142315-f0ca-41a4-8331-c8070d738ee9 req-73a53803-21fc-4134-9a10-a23d930b196f tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:01.661011 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4d142315-f0ca-41a4-8331-c8070d738ee9 req-73a53803-21fc-4134-9a10-a23d930b196f tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 945 time: 0.0485556 Sep 01 00:39:01.710815 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-4d142315-f0ca-41a4-8331-c8070d738ee9 req-49775ff8-0454-490c-a9ad-23e0d90917d9 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7ec192eb-24fb-458a-b727-3829bfa3e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Sep 01 00:39:01.838574 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60090) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:01.853015 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6fb778c9-1d8a-4f0b-988d-50953f3c78a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:01.930762 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6fb778c9-1d8a-4f0b-988d-50953f3c78a9 admin admin] Publish callbacks [] for security_group (7228be43-c8ac-410d-b604-7ccd48926f39), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:01.934357 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6fb778c9-1d8a-4f0b-988d-50953f3c78a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (7228be43-c8ac-410d-b604-7ccd48926f39), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:01.974376 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6fb778c9-1d8a-4f0b-988d-50953f3c78a9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e996df60c24c4f7cb166d3d17ccf41b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347282 Sep 01 00:39:01.975303 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb778c9-1d8a-4f0b-988d-50953f3c78a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7228be43-c8ac-410d-b604-7ccd48926f39,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:01.977638 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60092) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:02.026559 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-04eb0072-b5fe-4b59-9bf9-283030b8cea2 admin admin] Publish callbacks [] for security_group (7228be43-c8ac-410d-b604-7ccd48926f39), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.046544 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-04eb0072-b5fe-4b59-9bf9-283030b8cea2 admin admin] Publish callbacks [] for security_group (7228be43-c8ac-410d-b604-7ccd48926f39), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.096398 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-04eb0072-b5fe-4b59-9bf9-283030b8cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (7228be43-c8ac-410d-b604-7ccd48926f39), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.098841 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-04eb0072-b5fe-4b59-9bf9-283030b8cea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.103042 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-04eb0072-b5fe-4b59-9bf9-283030b8cea2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7228be43-c8ac-410d-b604-7ccd48926f39 HTTP/1.1" status: 204 len: 168 time: 0.1214237 Sep 01 00:39:02.104547 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:02.110487 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb0072-b5fe-4b59-9bf9-283030b8cea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7228be43-c8ac-410d-b604-7ccd48926f39,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:02.141910 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-da1dae30-075c-470c-b32d-3430fb39d10f tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:02.143442 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-da1dae30-075c-470c-b32d-3430fb39d10f tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 945 time: 0.0522799 Sep 01 00:39:02.454404 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60098) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:02.469443 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96781d62-b4e2-4407-8f5c-1099eec627fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.485004 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-e1e1a105-97aa-4f49-9320-12e05245a7f7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Deleting port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:39:02.485426 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-e1e1a105-97aa-4f49-9320-12e05245a7f7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.522438 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:02.552983 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96781d62-b4e2-4407-8f5c-1099eec627fc admin admin] Publish callbacks [] for security_group (5a5b6b5d-a99e-497f-baeb-f36ea23b753e), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.557357 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-96781d62-b4e2-4407-8f5c-1099eec627fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (5a5b6b5d-a99e-497f-baeb-f36ea23b753e), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.579624 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-e1e1a105-97aa-4f49-9320-12e05245a7f7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] For port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,segment=NetworkSegment(2a19ac23-df50-4f7d-9a63-dac0993eaf84),segment_id=2a19ac23-df50-4f7d-9a63-dac0993eaf84)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:02.579987 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-e1e1a105-97aa-4f49-9320-12e05245a7f7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.592788 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-e1e1a105-97aa-4f49-9320-12e05245a7f7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Calling delete_port for e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:39:02.598642 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-96781d62-b4e2-4407-8f5c-1099eec627fc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=41096bb76c3b47be9568d38a9f52766a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431813 Sep 01 00:39:02.599835 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96781d62-b4e2-4407-8f5c-1099eec627fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5b6b5d-a99e-497f-baeb-f36ea23b753e,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:02.602208 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60100) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:02.651931 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-73fa4018-3cc0-4887-8dce-5101e7c1983a admin admin] Publish callbacks [] for security_group (5a5b6b5d-a99e-497f-baeb-f36ea23b753e), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.672362 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-73fa4018-3cc0-4887-8dce-5101e7c1983a admin admin] Publish callbacks [] for security_group (5a5b6b5d-a99e-497f-baeb-f36ea23b753e), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.719169 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-e1e1a105-97aa-4f49-9320-12e05245a7f7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.724564 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-73fa4018-3cc0-4887-8dce-5101e7c1983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (5a5b6b5d-a99e-497f-baeb-f36ea23b753e), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.727272 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-73fa4018-3cc0-4887-8dce-5101e7c1983a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.730827 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-73fa4018-3cc0-4887-8dce-5101e7c1983a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5a5b6b5d-a99e-497f-baeb-f36ea23b753e HTTP/1.1" status: 204 len: 168 time: 0.1253736 Sep 01 00:39:02.737533 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:39:02.742700 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa4018-3cc0-4887-8dce-5101e7c1983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5b6b5d-a99e-497f-baeb-f36ea23b753e,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:02.751272 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1a105-97aa-4f49-9320-12e05245a7f7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Pushing event deleted for resources: {'Port': ['ID=e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:02.760406 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:02.784558 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:02.800656 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-e1e1a105-97aa-4f49-9320-12e05245a7f7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] No DVR routers for this DVR port e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:39:02.803960 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-e1e1a105-97aa-4f49-9320-12e05245a7f7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:02.807424 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0253b80c-5a39-42bc-ac2a-728bd28a3684 req-e1e1a105-97aa-4f49-9320-12e05245a7f7 tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.30 "DELETE /networking/v2.0/ports/e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd HTTP/1.1" status: 204 len: 173 time: 0.6585937 Sep 01 00:39:02.807885 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8a5292-8aab-4638-a254-a349e15987be', 'name': 'network-vif-deleted', 'tag': 'e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:39:02.810163 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6869edcf-f6e3-499c-8d43-a13a119a880a" -d '{"events": [{"server_uuid": "aa8a5292-8aab-4638-a254-a349e15987be", "name": "network-vif-deleted", "tag": "e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:39:02.854169 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4b19cb57-4e4b-413d-878b-0230851a540f req-7c3c42f5-d090-4737-b7e1-18ffcd077c1e tempest-VolumesSnapshotTestJSON-1284949098 tempest-VolumesSnapshotTestJSON-1284949098-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 210 time: 0.0351465 Sep 01 00:39:02.864251 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba3b996-2aa7-4a28-837b-aa11b66e5a90 x-openstack-request-id: req-9ba3b996-2aa7-4a28-837b-aa11b66e5a90 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:39:02.864467 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8a5292-8aab-4638-a254-a349e15987be", "name": "network-vif-deleted", "tag": "e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:39:02.865037 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ba3b996-2aa7-4a28-837b-aa11b66e5a90 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:39:02.865658 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba3b996-2aa7-4a28-837b-aa11b66e5a90'] response: {'server_uuid': 'aa8a5292-8aab-4638-a254-a349e15987be', 'name': 'network-vif-deleted', 'tag': 'e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd', 'status': 'completed', 'code': 200} Sep 01 00:39:03.335459 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-69f759ea-5f47-4fef-8bc4-fc582171863c req-932b3769-2d7f-495c-9826-b045908065cb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aa8a5292-8aab-4638-a254-a349e15987be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0363836 Sep 01 00:39:03.427036 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-69f759ea-5f47-4fef-8bc4-fc582171863c req-d7122f87-2e73-457a-b167-0c608753ce56 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=07af35e80c004621bd72ab7336930693&device_id=aa8a5292-8aab-4638-a254-a349e15987be HTTP/1.1" status: 200 len: 210 time: 0.0322580 Sep 01 00:39:03.542794 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f759ea-5f47-4fef-8bc4-fc582171863c req-773483f0-5eb4-47db-bb1d-e16f111b31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:03.544293 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-69f759ea-5f47-4fef-8bc4-fc582171863c req-773483f0-5eb4-47db-bb1d-e16f111b31a4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=07af35e80c004621bd72ab7336930693&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1011982 Sep 01 00:39:03.650509 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f759ea-5f47-4fef-8bc4-fc582171863c req-c6fb1310-bd98-4866-9171-4ca4f5ece6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:03.652085 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-69f759ea-5f47-4fef-8bc4-fc582171863c req-c6fb1310-bd98-4866-9171-4ca4f5ece6e5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988925 Sep 01 00:39:03.900706 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60136) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:04.016654 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-390f2a9b-4fe2-4b53-861d-78cf59b698a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:04.098738 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-390f2a9b-4fe2-4b53-861d-78cf59b698a1 admin admin] Publish callbacks [] for security_group (dbb6d8f0-bf09-4409-9954-013132571885), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:04.102380 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-390f2a9b-4fe2-4b53-861d-78cf59b698a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (dbb6d8f0-bf09-4409-9954-013132571885), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:04.145376 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-390f2a9b-4fe2-4b53-861d-78cf59b698a1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=859543cced6c4e229b1525039e478cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435050 Sep 01 00:39:04.146582 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f2a9b-4fe2-4b53-861d-78cf59b698a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb6d8f0-bf09-4409-9954-013132571885,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:04.148788 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60142) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:04.216423 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2cc07eb3-9224-40aa-b669-f89b3d8443d8 admin admin] Publish callbacks [] for security_group (dbb6d8f0-bf09-4409-9954-013132571885), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:04.242609 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2cc07eb3-9224-40aa-b669-f89b3d8443d8 admin admin] Publish callbacks [] for security_group (dbb6d8f0-bf09-4409-9954-013132571885), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:04.296673 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2cc07eb3-9224-40aa-b669-f89b3d8443d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (dbb6d8f0-bf09-4409-9954-013132571885), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:04.299111 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-2cc07eb3-9224-40aa-b669-f89b3d8443d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:04.300241 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-2cc07eb3-9224-40aa-b669-f89b3d8443d8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dbb6d8f0-bf09-4409-9954-013132571885 HTTP/1.1" status: 204 len: 168 time: 0.1504631 Sep 01 00:39:04.308977 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc07eb3-9224-40aa-b669-f89b3d8443d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb6d8f0-bf09-4409-9954-013132571885,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:04.925878 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60168) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:05.025294 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1554389921-network', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:05.045505 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Made reservation on behalf of a22a4b4aab87497eb1f8b1bce8cd17d5 for: {'network': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:39:05.047863 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.057011 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.136306 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Publish callbacks [] for security_group (f68ad639-a1e8-4380-abd5-382be3e95d05), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.140071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f68ad639-a1e8-4380-abd5-382be3e95d05), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.165153 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=117901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:39:05.174040 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68ad639-a1e8-4380-abd5-382be3e95d05,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:05.180780 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (f1ef227a-c2e5-448c-8b42-01908760fe16), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.181115 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.segments_db [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Added segment f1ef227a-c2e5-448c-8b42-01908760fe16 of type vlan for network 081f6276-ed6d-45db-bc80-ea1c979d3909 Sep 01 00:39:05.220850 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (081f6276-ed6d-45db-bc80-ea1c979d3909), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.246449 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (081f6276-ed6d-45db-bc80-ea1c979d3909), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.247658 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:05.248257 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.312337 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3853483 Sep 01 00:39:05.315483 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60176) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:05.317595 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9ccbb-039f-4e3f-9977-92f316ff922b admin admin] Pushing event updated for resources: {'Network': ['ID=081f6276-ed6d-45db-bc80-ea1c979d3909,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:05.321395 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Request body: {'subnet': {'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1554389921-subnet', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'ip_version': 4}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:05.329049 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network 081f6276-ed6d-45db-bc80-ea1c979d3909 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:39:05.343442 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Made reservation on behalf of a22a4b4aab87497eb1f8b1bce8cd17d5 for: {'subnet': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:39:05.346096 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9917779'] for subnet (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.487379 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:05.531590 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9725916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9917793'] for subnet (c3241ed8-7a87-484f-ac7d-782f1354e587), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.590937 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3241ed8-7a87-484f-ac7d-782f1354e587,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:05.598355 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Checking segment: {'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:05.598716 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Network hostable DHCP agents. Network: 081f6276-ed6d-45db-bc80-ea1c979d3909, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:39:05.619048 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Network 081f6276-ed6d-45db-bc80-ea1c979d3909 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:39:05.628453 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, 081f6276-ed6d-45db-bc80-ea1c979d3909) {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:05.633294 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:05.633882 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.639681 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404f985-b045-4fe3-8358-369158861f03 None None] Network 081f6276-ed6d-45db-bc80-ea1c979d3909 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:39:05.650487 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-0c8d57eb-b4e1-4c62-8571-9ee374ef604e admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3338692 Sep 01 00:39:05.654919 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60180) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:05.659142 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:05.679889 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (e9c39074-2d92-4775-b654-4c9ff8eee4e9), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.681049 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (e9c39074-2d92-4775-b654-4c9ff8eee4e9), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.685859 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:05.740364 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks [] for router_controller (e9c39074-2d92-4775-b654-4c9ff8eee4e9), precommit_add_association {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.751189 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-081f6276-ed6d-45db-bc80-ea1c979d3909', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:39:05.752090 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.874237 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks [] for router_gateway (e9c39074-2d92-4775-b654-4c9ff8eee4e9), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:05.883577 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Allocated IP 172.20.0.2 (081f6276-ed6d-45db-bc80-ea1c979d3909/c3241ed8-7a87-484f-ac7d-782f1354e587/256d079f-5854-438b-bd22-4ea3adabb1b8) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:06.027300 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Publish callbacks [] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.033767 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.062828 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks [] for router_gateway (e9c39074-2d92-4775-b654-4c9ff8eee4e9), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.069736 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Network 081f6276-ed6d-45db-bc80-ea1c979d3909 is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:06.079126 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:06.082672 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:06.084260 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.094671 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Pushing event updated for resources: {'Port': ['ID=256d079f-5854-438b-bd22-4ea3adabb1b8,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:06.142494 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Attempting to bind port 256d079f-5854-438b-bd22-4ea3adabb1b8 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:06.142857 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Attempting to bind port 256d079f-5854-438b-bd22-4ea3adabb1b8 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:06.143212 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Attempting to bind port 256d079f-5854-438b-bd22-4ea3adabb1b8 on network 081f6276-ed6d-45db-bc80-ea1c979d3909 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:06.148481 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:06.148880 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Checking segment: {'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:06.149284 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.149694 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Bound using segment: {'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:06.150149 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Bound port: 256d079f-5854-438b-bd22-4ea3adabb1b8, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:06.150520 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.194617 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Allocated IP 172.27.4.60 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/4205a61f-bb72-4909-b5e7-1cb174ab6452) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:06.211986 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] For port 256d079f-5854-438b-bd22-4ea3adabb1b8, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:06.215234 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] For port 256d079f-5854-438b-bd22-4ea3adabb1b8, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=256d079f-5854-438b-bd22-4ea3adabb1b8,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:06.221026 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.256864 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:06.271290 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:06.275429 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ecd92-f6f2-40ec-83c3-ff68bd9dac5d None None] Pushing event updated for resources: {'Port': ['ID=256d079f-5854-438b-bd22-4ea3adabb1b8,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:06.317551 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks [] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.350934 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.356994 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:06.408616 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:06.412648 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Pushing event updated for resources: {'Port': ['ID=4205a61f-bb72-4909-b5e7-1cb174ab6452,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:06.415889 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:06.418014 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:06.660045 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:06.677232 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks [] for router_gateway (e9c39074-2d92-4775-b654-4c9ff8eee4e9), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.860240 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 256d079f-5854-438b-bd22-4ea3adabb1b8 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:06.869930 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (e9c39074-2d92-4775-b654-4c9ff8eee4e9), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.909589 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 256d079f-5854-438b-bd22-4ea3adabb1b8 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:06.910551 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.987405 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 256d079f-5854-438b-bd22-4ea3adabb1b8 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:06.987798 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:06.999349 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Router e9c39074-2d92-4775-b654-4c9ff8eee4e9 is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:39:07.024767 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 256d079f-5854-438b-bd22-4ea3adabb1b8, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=256d079f-5854-438b-bd22-4ea3adabb1b8,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:07.030188 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.083739 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=256d079f-5854-438b-bd22-4ea3adabb1b8,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:07.109906 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:39:07.119153 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Sync routers for ids ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:39:07.129351 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.130689 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f87a9128-c75c-41a4-a9fd-66fd92dfdf7c admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4748003 Sep 01 00:39:07.133723 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60184) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:07.134292 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Routers {'e9c39074-2d92-4775-b654-4c9ff8eee4e9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:07.134922 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:38:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:07.168622 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a5dbfa-edd9-44b9-a79e-7801b6371673 None None] Network 081f6276-ed6d-45db-bc80-ea1c979d3909 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:39:07.227726 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:07.249786 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Set router e9c39074-2d92-4775-b654-4c9ff8eee4e9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:07.263521 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-f2e987a6-21e7-49dc-a45c-96408fa96d44 None None] Provisioning complete for port 256d079f-5854-438b-bd22-4ea3adabb1b8 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:07.263928 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f2e987a6-21e7-49dc-a45c-96408fa96d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.283253 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:07.371167 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-f2e987a6-21e7-49dc-a45c-96408fa96d44 None None] Current status of the port 256d079f-5854-438b-bd22-4ea3adabb1b8 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:07.453190 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:06Z', 'revision_number': 3, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:07.479743 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Checking router: e9c39074-2d92-4775-b654-4c9ff8eee4e9 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:39:07.480248 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Updating router e9c39074-2d92-4775-b654-4c9ff8eee4e9 port 4205a61f-bb72-4909-b5e7-1cb174ab6452 binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:39:07.511472 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.583182 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.590921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-534b6bd0-6f93-4652-a6ba-bec1fd9d2b65 None None] Provisioning complete for port 256d079f-5854-438b-bd22-4ea3adabb1b8 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:07.591296 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-534b6bd0-6f93-4652-a6ba-bec1fd9d2b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.749829 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Allocated IP 172.20.0.1 (081f6276-ed6d-45db-bc80-ea1c979d3909/c3241ed8-7a87-484f-ac7d-782f1354e587/4c7d5d7d-06d8-411d-bfd6-ebdd960a70db) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:07.785310 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Publish callbacks [] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.791649 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.791921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-534b6bd0-6f93-4652-a6ba-bec1fd9d2b65 None None] Current status of the port 256d079f-5854-438b-bd22-4ea3adabb1b8 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:07.827259 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Attempting to bind port 4205a61f-bb72-4909-b5e7-1cb174ab6452 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:07.827618 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Attempting to bind port 4205a61f-bb72-4909-b5e7-1cb174ab6452 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:07.827972 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Attempting to bind port 4205a61f-bb72-4909-b5e7-1cb174ab6452 on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:07.840267 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:07.840583 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:07.840975 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.841362 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:07.841819 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Bound port: 4205a61f-bb72-4909-b5e7-1cb174ab6452, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:07.842191 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.856815 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Publish callbacks [] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.863695 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Pushing event updated for resources: {'Port': ['ID=4205a61f-bb72-4909-b5e7-1cb174ab6452,revision_number=2']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:07.874050 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.874391 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.874747 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.875098 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.875436 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.875758 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.876140 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.876527 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.876996 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.877335 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.877646 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.877964 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.878279 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.878592 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.878924 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.891712 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.913657 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] For port 4205a61f-bb72-4909-b5e7-1cb174ab6452, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:07.917054 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] For port 4205a61f-bb72-4909-b5e7-1cb174ab6452, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=4205a61f-bb72-4909-b5e7-1cb174ab6452,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:07.923376 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:07.937873 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Network 081f6276-ed6d-45db-bc80-ea1c979d3909 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:07.942949 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:07.947951 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:07.951339 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Pushing event updated for resources: {'Port': ['ID=4c7d5d7d-06d8-411d-bfd6-ebdd960a70db,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:07.960724 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Routers {'e9c39074-2d92-4775-b654-4c9ff8eee4e9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:07.961358 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:38:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:07.980996 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.981350 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.981699 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.982041 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.982378 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.982713 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.983043 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.983373 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.983700 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.984030 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.984356 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.984717 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.985043 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.985366 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:07.985685 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:08.003013 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (e9c39074-2d92-4775-b654-4c9ff8eee4e9), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:08.038249 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:08.071325 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:08.085270 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] Set router e9c39074-2d92-4775-b654-4c9ff8eee4e9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:08.086779 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:08.111112 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fceb6-f895-4e6d-8ae9-3aceb495095b None None] Pushing event updated for resources: {'Port': ['ID=4205a61f-bb72-4909-b5e7-1cb174ab6452,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:08.147735 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:08.151155 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:08.213657 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-302e24e1-f08b-4aa9-bdf7-528b039c2144 None None] Provisioning complete for port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:08.214284 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-302e24e1-f08b-4aa9-bdf7-528b039c2144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:08.248050 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-302e24e1-f08b-4aa9-bdf7-528b039c2144 None None] Port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:39:08.269782 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:06Z', 'revision_number': 3, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:08.294813 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cff8c-7e23-4a04-a8a2-dac3abd1580e None None] The sync data for ids ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'] in dv-cinder-820027-21-iscsi is: [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:06Z', 'revision_number': 3, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:39:08.325147 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Publish callbacks [] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:08.329677 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:08.370898 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:39:08.394642 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:39:08.395087 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device e07edc79-f34b-44bf-95d0-9dc2c1ac3cfd not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:39:08.396116 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Pushing event updated for resources: {'Port': ['ID=4c7d5d7d-06d8-411d-bfd6-ebdd960a70db,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:08.401509 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (e9c39074-2d92-4775-b654-4c9ff8eee4e9), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:08.513981 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Network 081f6276-ed6d-45db-bc80-ea1c979d3909 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:08.515626 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:08.669434 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Router e9c39074-2d92-4775-b654-4c9ff8eee4e9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:39:08.772476 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-d889c0b8-0b0c-4839-8d96-8552e80eed78 None None] Provisioning complete for port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:08.773271 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d889c0b8-0b0c-4839-8d96-8552e80eed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:08.792254 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:39:08.798219 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6bb726cf-1e2c-42ea-844d-95a87ad5b54c admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/e9c39074-2d92-4775-b654-4c9ff8eee4e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6633036 Sep 01 00:39:08.832440 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-d889c0b8-0b0c-4839-8d96-8552e80eed78 None None] Port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:39:08.993541 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 256d079f-5854-438b-bd22-4ea3adabb1b8 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:09.067895 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 256d079f-5854-438b-bd22-4ea3adabb1b8 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:09.068452 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.124352 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:09.158392 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 256d079f-5854-438b-bd22-4ea3adabb1b8 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:09.159470 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 4205a61f-bb72-4909-b5e7-1cb174ab6452 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:09.203570 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:09.210434 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 4205a61f-bb72-4909-b5e7-1cb174ab6452 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:09.210817 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.300411 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 4205a61f-bb72-4909-b5e7-1cb174ab6452 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:09.301041 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.322379 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 4205a61f-bb72-4909-b5e7-1cb174ab6452, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=4205a61f-bb72-4909-b5e7-1cb174ab6452,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:09.326299 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.376372 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=4205a61f-bb72-4909-b5e7-1cb174ab6452,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:09.432777 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60210) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:09.437579 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-210008415-network', 'tenant_id': 'af42a4ea101646048c6f453a555b5093'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:09.457458 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Made reservation on behalf of af42a4ea101646048c6f453a555b5093 for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:39:09.460410 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.470068 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.517895 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:09.552305 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Publish callbacks [] for security_group (d4f71014-83c8-47f1-a03d-c8c0157e900e), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.556316 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (d4f71014-83c8-47f1-a03d-c8c0157e900e), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.584181 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=117902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:39:09.591244 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f71014-83c8-47f1-a03d-c8c0157e900e,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:09.601332 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (db35385d-8e2c-4692-bd26-1278249f8b1a), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.601659 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Added segment db35385d-8e2c-4692-bd26-1278249f8b1a of type vlan for network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 Sep 01 00:39:09.609683 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.610023 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.610358 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.610683 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.611007 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.611326 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.611644 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.611964 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.612323 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.612623 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.612948 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.613324 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.613647 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.613968 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.614274 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:09.653196 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.679571 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.680652 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:09.681233 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.744589 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:09.749887 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3160312 Sep 01 00:39:09.752771 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60212) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:09.755277 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9955ad-6f0e-4c9d-9ef4-51daf237b0ff admin admin] Pushing event updated for resources: {'Network': ['ID=6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:09.766176 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Request body: {'subnet': {'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-210008415-subnet', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'ip_version': 4}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:09.766300 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:39:09.788736 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Made reservation on behalf of af42a4ea101646048c6f453a555b5093 for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:39:09.791602 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10416638'] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.919642 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:09.957721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:09.971547 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10428812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10416588'] for subnet (1414e420-3820-4df8-a1d6-092465554d68), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:09.986684 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Sync routers for ids ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:39:09.998011 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Routers {'e9c39074-2d92-4775-b654-4c9ff8eee4e9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:09.998699 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:38:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:10.036851 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1414e420-3820-4df8-a1d6-092465554d68,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:10.039529 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Checking segment: {'id': 'db35385d-8e2c-4692-bd26-1278249f8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:10.039898 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Network hostable DHCP agents. Network: 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:39:10.060919 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:39:10.073147 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:10.093930 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:10.094656 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.095436 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e558c6f-207a-4c7f-a7a9-b2d6c811a209 None None] Network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:39:10.117358 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-63003a6e-2f40-4b22-b94d-8b1b2dfccf64 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3619683 Sep 01 00:39:10.119563 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60218) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:10.124092 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-210008415-router', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:10.146801 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (ff2a7107-32f5-465d-bd13-d1a238a4d6be), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.148620 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (ff2a7107-32f5-465d-bd13-d1a238a4d6be), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.168989 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Set router e9c39074-2d92-4775-b654-4c9ff8eee4e9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:10.210598 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks [] for router_controller (ff2a7107-32f5-465d-bd13-d1a238a4d6be), precommit_add_association {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.317439 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1', 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1', 'project_id': 'af42a4ea101646048c6f453a555b5093', 'fixed_ips': [{'subnet_id': '1414e420-3820-4df8-a1d6-092465554d68'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:39:10.318350 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.351533 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks [] for router_gateway (ff2a7107-32f5-465d-bd13-d1a238a4d6be), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.505174 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:08Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '4c7d5d7d-06d8-411d-bfd6-ebdd960a70db', 'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'mac_address': 'fa:16:3e:6e:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:07Z', 'updated_at': '2022-09-01T00:39:08Z', 'revision_number': 2, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'subnets': [{'id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:10.535166 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Checking router: e9c39074-2d92-4775-b654-4c9ff8eee4e9 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:39:10.535518 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Updating router e9c39074-2d92-4775-b654-4c9ff8eee4e9 port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:39:10.541641 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks [] for router_gateway (ff2a7107-32f5-465d-bd13-d1a238a4d6be), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.560580 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.565943 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:10.571977 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Allocated IP 172.20.0.2 (6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1/1414e420-3820-4df8-a1d6-092465554d68/6f1bd347-d39a-4156-9ab8-224e873f3a8e) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:10.585946 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.660799 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:10.669252 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Allocated IP 172.27.4.62 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/3c5edc98-4097-4b8e-be3a-987783dc2b20) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:10.778080 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks [] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.820168 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.850420 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:10.852032 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 4205a61f-bb72-4909-b5e7-1cb174ab6452 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:10.854402 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:10.868287 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:10.874783 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:10.877944 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5edc98-4097-4b8e-be3a-987783dc2b20,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:10.880216 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:10.897538 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Publish callbacks [] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.917613 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:10.983415 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:10.997094 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:11.015140 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:11.021170 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Pushing event updated for resources: {'Port': ['ID=6f1bd347-d39a-4156-9ab8-224e873f3a8e,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:11.041247 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 4205a61f-bb72-4909-b5e7-1cb174ab6452 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:11.041618 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.123206 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Publish callbacks [] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.123900 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks [] for router_gateway (ff2a7107-32f5-465d-bd13-d1a238a4d6be), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.139116 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.152003 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Attempting to bind port 6f1bd347-d39a-4156-9ab8-224e873f3a8e on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:11.152358 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Attempting to bind port 6f1bd347-d39a-4156-9ab8-224e873f3a8e by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'db35385d-8e2c-4692-bd26-1278249f8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:11.152746 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Attempting to bind port 6f1bd347-d39a-4156-9ab8-224e873f3a8e on network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:11.183320 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:11.183692 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Checking segment: {'id': 'db35385d-8e2c-4692-bd26-1278249f8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:11.184091 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.184480 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Bound using segment: {'id': 'db35385d-8e2c-4692-bd26-1278249f8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:11.184970 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Bound port: 6f1bd347-d39a-4156-9ab8-224e873f3a8e, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db35385d-8e2c-4692-bd26-1278249f8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:11.185350 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.191237 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:11.432744 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42b165-f3a4-4321-be74-f52f34814fb8 None None] Pushing event updated for resources: {'Port': ['ID=4c7d5d7d-06d8-411d-bfd6-ebdd960a70db,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:11.453692 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 4205a61f-bb72-4909-b5e7-1cb174ab6452 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:11.486169 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] For port 6f1bd347-d39a-4156-9ab8-224e873f3a8e, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:11.488429 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Attempting to bind port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:11.488832 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Attempting to bind port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:11.489190 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Attempting to bind port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db on network 081f6276-ed6d-45db-bc80-ea1c979d3909 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:11.526862 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] For port 6f1bd347-d39a-4156-9ab8-224e873f3a8e, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=6f1bd347-d39a-4156-9ab8-224e873f3a8e,segment=NetworkSegment(db35385d-8e2c-4692-bd26-1278249f8b1a),segment_id=db35385d-8e2c-4692-bd26-1278249f8b1a)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:11.528776 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:11.529156 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Checking segment: {'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:11.529552 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.530090 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Bound using segment: {'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:11.530421 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Bound port: 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:11.530810 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.544729 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.588360 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (ff2a7107-32f5-465d-bd13-d1a238a4d6be), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.654526 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb066d96-fc5c-426e-b461-4d247026f9a1 None None] Pushing event updated for resources: {'Port': ['ID=6f1bd347-d39a-4156-9ab8-224e873f3a8e,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:11.665233 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] For port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:11.669615 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] For port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=4c7d5d7d-06d8-411d-bfd6-ebdd960a70db,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:11.676113 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.686911 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:11.720535 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Routers {'e9c39074-2d92-4775-b654-4c9ff8eee4e9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:11.721218 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:38:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:11.776179 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Router ff2a7107-32f5-465d-bd13-d1a238a4d6be is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:39:11.790323 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42b165-f3a4-4321-be74-f52f34814fb8 None None] Pushing event updated for resources: {'Port': ['ID=4c7d5d7d-06d8-411d-bfd6-ebdd960a70db,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:11.889188 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] Set router e9c39074-2d92-4775-b654-4c9ff8eee4e9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:11.918071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:39:11.932084 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Sync routers for ids ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:39:11.946931 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:11.948454 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Routers {'ff2a7107-32f5-465d-bd13-d1a238a4d6be'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:11.948769 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-7e23be4c-8dfb-4f11-af3e-9c7494cc62b3 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8279810 Sep 01 00:39:11.950071 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:38:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:11.951350 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60232) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:12.070563 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Set router ff2a7107-32f5-465d-bd13-d1a238a4d6be gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:12.119939 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:08Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '4c7d5d7d-06d8-411d-bfd6-ebdd960a70db', 'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'mac_address': 'fa:16:3e:6e:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:07Z', 'updated_at': '2022-09-01T00:39:11Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'subnets': [{'id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:12.156764 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dcee4a-eb7e-4c75-a97b-f5da7c62c7cf None None] The sync data for ids ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'] in dv-cinder-820027-21-iscsi is: [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:08Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '4c7d5d7d-06d8-411d-bfd6-ebdd960a70db', 'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'mac_address': 'fa:16:3e:6e:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:07Z', 'updated_at': '2022-09-01T00:39:11Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'subnets': [{'id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:39:12.177203 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:12.237955 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:12.368324 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'name': 'tempest-TestMinimumBasicScenario-210008415-router', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62'}], 'enable_snat': True}, 'gw_port_id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:11Z', 'revision_number': 3, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'gw_port': {'id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:12.394939 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Checking router: ff2a7107-32f5-465d-bd13-d1a238a4d6be for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:39:12.395579 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Updating router ff2a7107-32f5-465d-bd13-d1a238a4d6be port 3c5edc98-4097-4b8e-be3a-987783dc2b20 binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:39:12.427237 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:12.458911 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:12.647513 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Allocated IP 172.20.0.1 (6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1/1414e420-3820-4df8-a1d6-092465554d68/53062aad-724c-4a3d-acd9-cef186041cd5) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:12.753291 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Publish callbacks [] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:12.758932 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42987a34-7648-4d88-9899-3c051a6d10ba None None] Network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:39:12.763205 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:12.800841 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Publish callbacks [] for port (53062aad-724c-4a3d-acd9-cef186041cd5), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:12.821808 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Attempting to bind port 3c5edc98-4097-4b8e-be3a-987783dc2b20 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:12.822277 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Attempting to bind port 3c5edc98-4097-4b8e-be3a-987783dc2b20 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:12.822725 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Attempting to bind port 3c5edc98-4097-4b8e-be3a-987783dc2b20 on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:12.848013 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:12.858502 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:39:12.859913 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d71119-7bec-4c9c-96c8-0e99709b235a None None] Pushing event updated for resources: {'Port': ['ID=3c5edc98-4097-4b8e-be3a-987783dc2b20,revision_number=2']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:12.863299 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:12.863800 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:12.864808 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:12.864981 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:12.867188 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Bound port: 3c5edc98-4097-4b8e-be3a-987783dc2b20, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:12.867188 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:12.867426 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-b1f85e3a-2201-473d-9aef-48e4d789dece None None] Provisioning complete for port 6f1bd347-d39a-4156-9ab8-224e873f3a8e triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:12.867745 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b1f85e3a-2201-473d-9aef-48e4d789dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:12.910490 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:12.943679 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:12.948113 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:12.952223 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:12.979791 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] For port 3c5edc98-4097-4b8e-be3a-987783dc2b20, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:12.983429 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] For port 3c5edc98-4097-4b8e-be3a-987783dc2b20, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=3c5edc98-4097-4b8e-be3a-987783dc2b20,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:12.994077 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.013278 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (ff2a7107-32f5-465d-bd13-d1a238a4d6be), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.018078 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Pushing event updated for resources: {'Port': ['ID=53062aad-724c-4a3d-acd9-cef186041cd5,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:13.019908 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 6f1bd347-d39a-4156-9ab8-224e873f3a8e up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:13.070307 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d71119-7bec-4c9c-96c8-0e99709b235a None None] Pushing event updated for resources: {'Port': ['ID=3c5edc98-4097-4b8e-be3a-987783dc2b20,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:13.090989 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Routers {'ff2a7107-32f5-465d-bd13-d1a238a4d6be'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:13.091929 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:13.093039 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:38:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:13.111039 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:13.174048 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 6f1bd347-d39a-4156-9ab8-224e873f3a8e triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:13.174623 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.235904 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-b1f85e3a-2201-473d-9aef-48e4d789dece None None] Current status of the port 6f1bd347-d39a-4156-9ab8-224e873f3a8e is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:13.236426 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b1f85e3a-2201-473d-9aef-48e4d789dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.239948 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] Set router ff2a7107-32f5-465d-bd13-d1a238a4d6be gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:13.254862 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.352404 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-b1f85e3a-2201-473d-9aef-48e4d789dece None None] For port 6f1bd347-d39a-4156-9ab8-224e873f3a8e, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=6f1bd347-d39a-4156-9ab8-224e873f3a8e,segment=NetworkSegment(db35385d-8e2c-4692-bd26-1278249f8b1a),segment_id=db35385d-8e2c-4692-bd26-1278249f8b1a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:13.356384 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:13.379391 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b1f85e3a-2201-473d-9aef-48e4d789dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.434012 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 6f1bd347-d39a-4156-9ab8-224e873f3a8e is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:13.434403 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.469736 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'name': 'tempest-TestMinimumBasicScenario-210008415-router', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62'}], 'enable_snat': True}, 'gw_port_id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:11Z', 'revision_number': 3, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'gw_port': {'id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:13.477220 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f85e3a-2201-473d-9aef-48e4d789dece None None] Pushing event updated for resources: {'Port': ['ID=6f1bd347-d39a-4156-9ab8-224e873f3a8e,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:13.503393 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1424c07-a325-4282-9a3d-c80914e45457 None None] The sync data for ids ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'] in dv-cinder-820027-21-iscsi is: [{'id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'name': 'tempest-TestMinimumBasicScenario-210008415-router', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62'}], 'enable_snat': True}, 'gw_port_id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:11Z', 'revision_number': 3, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'gw_port': {'id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:39:13.534749 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Publish callbacks [] for port (53062aad-724c-4a3d-acd9-cef186041cd5), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.541220 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:13.544714 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-12c798fa-ce13-4b62-a103-71ee0a8b529e None None] Provisioning complete for port 53062aad-724c-4a3d-acd9-cef186041cd5 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:13.545093 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-12c798fa-ce13-4b62-a103-71ee0a8b529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.546741 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.db.api [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=117903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 01 00:39:13.547147 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG oslo_db.api [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 00:39:13.551304 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.578648 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:13.581857 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-12c798fa-ce13-4b62-a103-71ee0a8b529e None None] Port 53062aad-724c-4a3d-acd9-cef186041cd5 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:39:13.594646 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-12c798fa-ce13-4b62-a103-71ee0a8b529e None None] Provisioning complete for port 6f1bd347-d39a-4156-9ab8-224e873f3a8e triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:13.595738 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-12c798fa-ce13-4b62-a103-71ee0a8b529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.636382 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (ff2a7107-32f5-465d-bd13-d1a238a4d6be), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.650815 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Pushing event updated for resources: {'Port': ['ID=53062aad-724c-4a3d-acd9-cef186041cd5,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:13.691858 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-12c798fa-ce13-4b62-a103-71ee0a8b529e None None] Current status of the port 6f1bd347-d39a-4156-9ab8-224e873f3a8e is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:13.762765 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:13.764144 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:13.810284 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-dc91ad9e-762e-462d-8c0e-103cad63ff78 None None] Provisioning complete for port 53062aad-724c-4a3d-acd9-cef186041cd5 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:13.810793 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-dc91ad9e-762e-462d-8c0e-103cad63ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:13.855480 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-dc91ad9e-762e-462d-8c0e-103cad63ff78 None None] Port 53062aad-724c-4a3d-acd9-cef186041cd5 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:39:13.899085 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Router ff2a7107-32f5-465d-bd13-d1a238a4d6be has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:39:14.037860 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:39:14.043358 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-78c8e74d-1d9c-4c9f-a53b-fee12bcf2a0e admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/ff2a7107-32f5-465d-bd13-d1a238a4d6be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0902987 Sep 01 00:39:14.094691 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 6f1bd347-d39a-4156-9ab8-224e873f3a8e is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:14.095668 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:14.097372 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-05e62209-9548-4e34-9c4c-162588703af8 None None] Provisioning complete for port 53062aad-724c-4a3d-acd9-cef186041cd5 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:14.097732 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-05e62209-9548-4e34-9c4c-162588703af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:14.175094 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-05e62209-9548-4e34-9c4c-162588703af8 None None] Port 53062aad-724c-4a3d-acd9-cef186041cd5 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:39:14.190640 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:14.191027 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:14.279319 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:14.279807 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:14.315584 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=4c7d5d7d-06d8-411d-bfd6-ebdd960a70db,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:14.320027 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:14.347602 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:14.376411 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=4c7d5d7d-06d8-411d-bfd6-ebdd960a70db,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:14.947264 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:15.001166 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:15.001486 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:15.086447 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:15.087789 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 3c5edc98-4097-4b8e-be3a-987783dc2b20 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:15.136932 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 3c5edc98-4097-4b8e-be3a-987783dc2b20 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:15.137295 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:15.221204 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 3c5edc98-4097-4b8e-be3a-987783dc2b20 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:15.221868 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:15.264941 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 3c5edc98-4097-4b8e-be3a-987783dc2b20, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=3c5edc98-4097-4b8e-be3a-987783dc2b20,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:15.273642 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:15.274818 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 6f1bd347-d39a-4156-9ab8-224e873f3a8e up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:15.338553 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:15.369813 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=3c5edc98-4097-4b8e-be3a-987783dc2b20,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:15.373229 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 6f1bd347-d39a-4156-9ab8-224e873f3a8e triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:15.373602 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:15.461217 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 6f1bd347-d39a-4156-9ab8-224e873f3a8e is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:15.702130 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Sync routers for ids ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:39:15.715638 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Routers {'ff2a7107-32f5-465d-bd13-d1a238a4d6be'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:15.716392 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:38:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:15.972698 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Set router ff2a7107-32f5-465d-bd13-d1a238a4d6be gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:16.181823 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'name': 'tempest-TestMinimumBasicScenario-210008415-router', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62'}], 'enable_snat': True}, 'gw_port_id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:13Z', 'revision_number': 4, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'gw_port': {'id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '53062aad-724c-4a3d-acd9-cef186041cd5', 'name': '', 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'mac_address': 'fa:16:3e:2d:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '1414e420-3820-4df8-a1d6-092465554d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:12Z', 'updated_at': '2022-09-01T00:39:13Z', 'revision_number': 2, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'subnets': [{'id': '1414e420-3820-4df8-a1d6-092465554d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:16.209308 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Checking router: ff2a7107-32f5-465d-bd13-d1a238a4d6be for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:39:16.209674 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Updating router ff2a7107-32f5-465d-bd13-d1a238a4d6be port 53062aad-724c-4a3d-acd9-cef186041cd5 binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:39:16.211497 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:16.250558 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:16.547206 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Publish callbacks [] for port (53062aad-724c-4a3d-acd9-cef186041cd5), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:16.552604 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:16.644145 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575e37c-23bd-4728-a75a-33062b1928dc None None] Pushing event updated for resources: {'Port': ['ID=53062aad-724c-4a3d-acd9-cef186041cd5,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:16.650133 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Attempting to bind port 53062aad-724c-4a3d-acd9-cef186041cd5 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:16.650504 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Attempting to bind port 53062aad-724c-4a3d-acd9-cef186041cd5 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'db35385d-8e2c-4692-bd26-1278249f8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:16.650864 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Attempting to bind port 53062aad-724c-4a3d-acd9-cef186041cd5 on network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:16.656600 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:16.656976 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Checking segment: {'id': 'db35385d-8e2c-4692-bd26-1278249f8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:16.657386 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:16.657771 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Bound using segment: {'id': 'db35385d-8e2c-4692-bd26-1278249f8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:16.658234 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Bound port: 53062aad-724c-4a3d-acd9-cef186041cd5, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db35385d-8e2c-4692-bd26-1278249f8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:16.658613 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:16.708776 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:16.727632 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] For port 53062aad-724c-4a3d-acd9-cef186041cd5, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:16.730993 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] For port 53062aad-724c-4a3d-acd9-cef186041cd5, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=53062aad-724c-4a3d-acd9-cef186041cd5,segment=NetworkSegment(db35385d-8e2c-4692-bd26-1278249f8b1a),segment_id=db35385d-8e2c-4692-bd26-1278249f8b1a)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:16.738522 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:16.777887 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Routers {'ff2a7107-32f5-465d-bd13-d1a238a4d6be'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:16.778624 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:38:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:16.846393 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575e37c-23bd-4728-a75a-33062b1928dc None None] Pushing event updated for resources: {'Port': ['ID=53062aad-724c-4a3d-acd9-cef186041cd5,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:16.885475 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 3c5edc98-4097-4b8e-be3a-987783dc2b20 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:16.945402 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] Set router ff2a7107-32f5-465d-bd13-d1a238a4d6be gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:16.986973 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 3c5edc98-4097-4b8e-be3a-987783dc2b20 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:16.987655 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:17.112407 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:17.175795 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 3c5edc98-4097-4b8e-be3a-987783dc2b20 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:17.218468 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'name': 'tempest-TestMinimumBasicScenario-210008415-router', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62'}], 'enable_snat': True}, 'gw_port_id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:13Z', 'revision_number': 4, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'gw_port': {'id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '53062aad-724c-4a3d-acd9-cef186041cd5', 'name': '', 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'mac_address': 'fa:16:3e:2d:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '1414e420-3820-4df8-a1d6-092465554d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:12Z', 'updated_at': '2022-09-01T00:39:16Z', 'revision_number': 4, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'subnets': [{'id': '1414e420-3820-4df8-a1d6-092465554d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:17.245319 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfaa8c-e7d0-4fde-abea-2af3281ad55c None None] The sync data for ids ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'] in dv-cinder-820027-21-iscsi is: [{'id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'name': 'tempest-TestMinimumBasicScenario-210008415-router', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62'}], 'enable_snat': True}, 'gw_port_id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:13Z', 'revision_number': 4, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'gw_port': {'id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '53062aad-724c-4a3d-acd9-cef186041cd5', 'name': '', 'network_id': '6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'mac_address': 'fa:16:3e:2d:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '1414e420-3820-4df8-a1d6-092465554d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:12Z', 'updated_at': '2022-09-01T00:39:16Z', 'revision_number': 4, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'subnets': [{'id': '1414e420-3820-4df8-a1d6-092465554d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:39:18.910521 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 53062aad-724c-4a3d-acd9-cef186041cd5 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:19.002957 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 53062aad-724c-4a3d-acd9-cef186041cd5 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:19.003532 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:19.099280 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 53062aad-724c-4a3d-acd9-cef186041cd5 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:19.100299 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:19.142404 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 53062aad-724c-4a3d-acd9-cef186041cd5, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=53062aad-724c-4a3d-acd9-cef186041cd5,segment=NetworkSegment(db35385d-8e2c-4692-bd26-1278249f8b1a),segment_id=db35385d-8e2c-4692-bd26-1278249f8b1a)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:19.148469 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:19.211338 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=53062aad-724c-4a3d-acd9-cef186041cd5,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:19.324561 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:19.747804 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=20,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:20.379719 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-44798ab5-2355-48ff-8054-e5914a65b076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:20.855724 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 53062aad-724c-4a3d-acd9-cef186041cd5 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:20.904405 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 53062aad-724c-4a3d-acd9-cef186041cd5 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:20.904807 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:20.992859 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 53062aad-724c-4a3d-acd9-cef186041cd5 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:22.767663 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-55be7ffe-d961-45fa-85df-488eb05152fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:23.466916 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=53 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:23.503034 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=13 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:23.986502 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:24.031330 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=81,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:24.035559 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=44 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:24.365988 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:24.639787 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea37f9-03b4-4e36-b270-94987d446613 req-e236d590-7219-4755-a603-451393b114ae tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:24.641258 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-e236d590-7219-4755-a603-451393b114ae tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/networks?id=081f6276-ed6d-45db-bc80-ea1c979d3909 HTTP/1.1" status: 200 len: 815 time: 0.1023612 Sep 01 00:39:24.655731 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-4c642546-72b2-4d46-b151-7c51e297aec9 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/quotas/a22a4b4aab87497eb1f8b1bce8cd17d5 HTTP/1.1" status: 200 len: 375 time: 0.0091269 Sep 01 00:39:24.705376 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-6e9bdf87-8b4a-41b0-8e2f-71798c40a6eb tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447993 Sep 01 00:39:24.812292 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-3f84e915-b359-4e1c-ba27-59bc26351e2d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946207 Sep 01 00:39:24.917308 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-8b5821b9-be34-4642-83b6-dfc2fb950174 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989850 Sep 01 00:39:25.303038 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:25.406562 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:26.100664 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-17428eee-646e-4bc5-b52d-248889b686a2 req-7add95d8-12b8-4c49-b1d1-fe706973cb98 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 210 time: 0.0301535 Sep 01 00:39:27.145051 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60396) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:27.190950 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-07296c8e-70e5-4d10-818d-046669856d7d admin admin] Deleting subnet 0782478c-db2c-4aac-9af8-3856afd8c4d4 {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:39:27.195071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-07296c8e-70e5-4d10-818d-046669856d7d admin admin] Publish callbacks [] for subnet (0782478c-db2c-4aac-9af8-3856afd8c4d4), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.207169 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2b4dd9f2-05f4-4fe6-967f-8dca1e1e9544 req-5cec9cdc-f252-4360-adb8-c9056baaf87a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 210 time: 0.0279064 Sep 01 00:39:27.234024 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-07296c8e-70e5-4d10-818d-046669856d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10428791'] for subnet (0782478c-db2c-4aac-9af8-3856afd8c4d4), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.274541 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-07296c8e-70e5-4d10-818d-046669856d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (0782478c-db2c-4aac-9af8-3856afd8c4d4), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.326247 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-07296c8e-70e5-4d10-818d-046669856d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10428867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10416581'] for subnet (0782478c-db2c-4aac-9af8-3856afd8c4d4), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.349772 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07296c8e-70e5-4d10-818d-046669856d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0782478c-db2c-4aac-9af8-3856afd8c4d4,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:27.355375 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-07296c8e-70e5-4d10-818d-046669856d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.358556 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-07296c8e-70e5-4d10-818d-046669856d7d admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/0782478c-db2c-4aac-9af8-3856afd8c4d4 HTTP/1.1" status: 204 len: 168 time: 0.2109973 Sep 01 00:39:27.360891 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60398) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:27.436315 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (7d63a16c-5384-4138-a6eb-6c8ecb267ec2), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.519681 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (7d63a16c-5384-4138-a6eb-6c8ecb267ec2), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.540721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d63a16c-5384-4138-a6eb-6c8ecb267ec2']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:27.551380 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a19ac23-df50-4f7d-9a63-dac0993eaf84') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:27.551676 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a19ac23-df50-4f7d-9a63-dac0993eaf84') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:27.566085 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (2a19ac23-df50-4f7d-9a63-dac0993eaf84), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.581332 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (2a19ac23-df50-4f7d-9a63-dac0993eaf84), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.587782 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:39:27.588181 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (2a19ac23-df50-4f7d-9a63-dac0993eaf84), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.628720 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 2a19ac23-df50-4f7d-9a63-dac0993eaf84 resource provider aggregate not found Sep 01 00:39:27.650583 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment 2a19ac23-df50-4f7d-9a63-dac0993eaf84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a19ac23-df50-4f7d-9a63-dac0993eaf84 found for delete ", "request_id": "req-290a25af-5e3d-4363-887d-fb3150564616"}]} Sep 01 00:39:27.652727 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (7d63a16c-5384-4138-a6eb-6c8ecb267ec2), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.658330 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.661390 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/7d63a16c-5384-4138-a6eb-6c8ecb267ec2 HTTP/1.1" status: 204 len: 168 time: 0.2996039 Sep 01 00:39:27.673544 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d6b9e-3e7d-4d94-b1ee-2da1a87af2d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d63a16c-5384-4138-a6eb-6c8ecb267ec2,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:27.838675 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60408) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:27.879384 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-707fe86c-78c4-46a9-9fa3-3d768c0558e7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=07af35e80c004621bd72ab7336930693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395610 Sep 01 00:39:27.882200 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60410) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:27.930642 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bdb80d35-d81a-43c0-bbbc-a5a168b49def admin admin] Publish callbacks [] for security_group (7ec192eb-24fb-458a-b727-3829bfa3e5d7), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.950321 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bdb80d35-d81a-43c0-bbbc-a5a168b49def admin admin] Publish callbacks [] for security_group (7ec192eb-24fb-458a-b727-3829bfa3e5d7), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:27.998785 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bdb80d35-d81a-43c0-bbbc-a5a168b49def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (7ec192eb-24fb-458a-b727-3829bfa3e5d7), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:28.001241 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bdb80d35-d81a-43c0-bbbc-a5a168b49def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:28.002384 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-bdb80d35-d81a-43c0-bbbc-a5a168b49def admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7ec192eb-24fb-458a-b727-3829bfa3e5d7 HTTP/1.1" status: 204 len: 168 time: 0.1193180 Sep 01 00:39:28.010389 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb80d35-d81a-43c0-bbbc-a5a168b49def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec192eb-24fb-458a-b727-3829bfa3e5d7,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:28.269784 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea37f9-03b4-4e36-b270-94987d446613 req-98e31b67-935b-45c6-86c1-71e0cc97628e tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:28.271504 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-98e31b67-935b-45c6-86c1-71e0cc97628e tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.30 "GET /networking/v2.0/networks?id=081f6276-ed6d-45db-bc80-ea1c979d3909 HTTP/1.1" status: 200 len: 815 time: 0.1297579 Sep 01 00:39:28.289295 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'port': {'device_id': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'admin_state_up': True, 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:28.366437 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2771d13d-1aa7-40ce-a8f6-558e38c885de req-60f67f07-e782-4a6f-8b3a-4222b0659794 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 210 time: 0.0594759 Sep 01 00:39:28.437157 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Made reservation on behalf of a22a4b4aab87497eb1f8b1bce8cd17d5 for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:39:28.440895 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:28.503268 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:28.590191 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Allocated IP 172.20.0.10 (081f6276-ed6d-45db-bc80-ea1c979d3909/c3241ed8-7a87-484f-ac7d-782f1354e587/ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:28.620714 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:28.764304 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:28.764591 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60448) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:28.804951 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:28.856068 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Network 081f6276-ed6d-45db-bc80-ea1c979d3909 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:28.861778 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:28.863694 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'Port': ['ID=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:28.867140 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:28.893586 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2015744460-network', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:28.929054 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Made reservation on behalf of 31e9903e4f16471d8057ee7364cf123b for: {'network': 1} {{(pid=117902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:39:28.932914 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:28.941005 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:28.941970 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:28.946305 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:28.984148 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-974373eb-560e-430d-85d6-8df91e8cce28 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6997192 Sep 01 00:39:29.076712 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Publish callbacks [] for security_group (ca226fde-7f67-4b4a-b960-70ea6d8b015f), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.085610 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ca226fde-7f67-4b4a-b960-70ea6d8b015f), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.162452 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=117902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:39:29.191197 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca226fde-7f67-4b4a-b960-70ea6d8b015f,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:29.213335 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (b76aed72-c801-4305-8b9a-7939dc456afe), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.213614 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.segments_db [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Added segment b76aed72-c801-4305-8b9a-7939dc456afe of type vlan for network 28512075-6511-4bf7-8914-a7d1b95a8073 Sep 01 00:39:29.228056 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-bf3aa97a-e198-4ef6-a179-989ce12abc3f None None] Provisioning complete for port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:29.230510 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-bf3aa97a-e198-4ef6-a179-989ce12abc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.283630 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (28512075-6511-4bf7-8914-a7d1b95a8073), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.291706 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:29.299932 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-bf3aa97a-e198-4ef6-a179-989ce12abc3f None None] Port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:39:29.318988 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (28512075-6511-4bf7-8914-a7d1b95a8073), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.319964 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:29.320790 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.329613 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:29.400272 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60460) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:29.400892 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6348588 Sep 01 00:39:29.405048 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4b1b6-64fd-4c01-8a32-13b73089f549 admin admin] Pushing event updated for resources: {'Network': ['ID=28512075-6511-4bf7-8914-a7d1b95a8073,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:29.415040 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Request body: {'subnet': {'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2015744460-subnet', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'ip_version': 4}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:29.423782 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network 28512075-6511-4bf7-8914-a7d1b95a8073 details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:39:29.462644 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Made reservation on behalf of 31e9903e4f16471d8057ee7364cf123b for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:39:29.465204 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10416638'] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.577123 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191e58c-2ba7-4e3d-a70d-375074cda915 req-5dc49f36-359f-4499-abe3-d37c0f1d3871 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:29.578874 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f191e58c-2ba7-4e3d-a70d-375074cda915 req-5dc49f36-359f-4499-abe3-d37c0f1d3871 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 932 time: 0.0756111 Sep 01 00:39:29.676525 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10428812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10416588'] for subnet (4e24b081-8afc-4718-aef6-3aee41bbeec0), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.682471 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-f191e58c-2ba7-4e3d-a70d-375074cda915 req-367f2be1-70ec-45ed-967c-ead5a8a6d02c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969563 Sep 01 00:39:29.735453 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:29.748093 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e24b081-8afc-4718-aef6-3aee41bbeec0,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:29.760152 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Checking segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:29.760765 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Network hostable DHCP agents. Network: 28512075-6511-4bf7-8914-a7d1b95a8073, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:39:29.784975 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Network 28512075-6511-4bf7-8914-a7d1b95a8073 is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:39:29.804651 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, 28512075-6511-4bf7-8914-a7d1b95a8073) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:29.815338 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bdd1a5-ea7a-483d-9b80-0ade8e47af47 None None] Network 28512075-6511-4bf7-8914-a7d1b95a8073 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:39:29.819076 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:29.819642 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.851731 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6f0caadd-41a3-4f43-a707-43b19093fad5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4501963 Sep 01 00:39:29.854301 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60462) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:29.859923 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:29.872427 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:29.888670 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (990c7408-72f4-473c-8dc3-99f702066f5c), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.889935 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (990c7408-72f4-473c-8dc3-99f702066f5c), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.963869 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-28512075-6511-4bf7-8914-a7d1b95a8073', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:39:29.965148 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:29.967269 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks [] for router_controller (990c7408-72f4-473c-8dc3-99f702066f5c), precommit_add_association {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:30.135897 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks [] for router_gateway (990c7408-72f4-473c-8dc3-99f702066f5c), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:30.222724 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:30.275108 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Allocated IP 172.20.0.2 (28512075-6511-4bf7-8914-a7d1b95a8073/4e24b081-8afc-4718-aef6-3aee41bbeec0/d5e6df32-4f03-412b-b45f-3e03584b594f) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:30.377243 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks [] for router_gateway (990c7408-72f4-473c-8dc3-99f702066f5c), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:30.406697 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:30.443483 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Publish callbacks [] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:30.452055 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:30.502442 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Pushing event updated for resources: {'Port': ['ID=d5e6df32-4f03-412b-b45f-3e03584b594f,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:30.515603 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Network 28512075-6511-4bf7-8914-a7d1b95a8073 is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:30.517299 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:30.519861 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:30.539301 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Allocated IP 172.27.4.7 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/7fc3210d-9c89-4f74-811a-7e5e199ecd49) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:30.604799 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Attempting to bind port d5e6df32-4f03-412b-b45f-3e03584b594f on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:30.605275 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Attempting to bind port d5e6df32-4f03-412b-b45f-3e03584b594f by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:30.605701 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Attempting to bind port d5e6df32-4f03-412b-b45f-3e03584b594f on network 28512075-6511-4bf7-8914-a7d1b95a8073 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:30.608323 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:30.611563 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:30.612027 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Checking segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:30.612515 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:30.612965 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Bound using segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:30.613495 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Bound port: d5e6df32-4f03-412b-b45f-3e03584b594f, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:30.613934 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:30.689106 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] For port d5e6df32-4f03-412b-b45f-3e03584b594f, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:30.694130 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] For port d5e6df32-4f03-412b-b45f-3e03584b594f, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d5e6df32-4f03-412b-b45f-3e03584b594f,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:30.702800 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:30.791681 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dbbfb-1e9e-403c-b5dd-333eacf988b3 None None] Pushing event updated for resources: {'Port': ['ID=d5e6df32-4f03-412b-b45f-3e03584b594f,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:31.088616 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks [] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:31.130619 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:31.163447 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:31.226401 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:31.235644 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352fa93-8459-4b7a-8728-aa5aab35b1cd req-e03ba407-eb9e-4ddd-8f2f-411d4919822e tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:31.237373 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d352fa93-8459-4b7a-8728-aa5aab35b1cd req-e03ba407-eb9e-4ddd-8f2f-411d4919822e tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 932 time: 0.1236503 Sep 01 00:39:31.241612 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:31.246464 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:31.252899 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc3210d-9c89-4f74-811a-7e5e199ecd49,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:31.362611 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d352fa93-8459-4b7a-8728-aa5aab35b1cd req-7fc9208d-d832-4b6b-95a3-d777d6421d85 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180875 Sep 01 00:39:31.617341 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks [] for router_gateway (990c7408-72f4-473c-8dc3-99f702066f5c), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:31.926509 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (990c7408-72f4-473c-8dc3-99f702066f5c), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:31.970385 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:32.089355 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Router 990c7408-72f4-473c-8dc3-99f702066f5c is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:39:32.105855 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73437e9-b4bd-4bb6-8d22-f9c97242833e None None] Network 28512075-6511-4bf7-8914-a7d1b95a8073 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:39:32.169680 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-8e23dec6-308f-4592-96ec-34ae9d29eeeb None None] Provisioning complete for port d5e6df32-4f03-412b-b45f-3e03584b594f triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:32.169967 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8e23dec6-308f-4592-96ec-34ae9d29eeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:32.223493 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:32.265997 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:39:32.287430 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Sync routers for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:39:32.295740 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-8e23dec6-308f-4592-96ec-34ae9d29eeeb None None] Current status of the port d5e6df32-4f03-412b-b45f-3e03584b594f is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:32.296133 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8e23dec6-308f-4592-96ec-34ae9d29eeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:32.315194 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:32.316446 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:32.349251 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:32.353911 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-d39dc813-bdd8-4a3f-a132-f92b84221458 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4959507 Sep 01 00:39:32.354541 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60468) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:32.359884 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-8e23dec6-308f-4592-96ec-34ae9d29eeeb None None] For port d5e6df32-4f03-412b-b45f-3e03584b594f, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d5e6df32-4f03-412b-b45f-3e03584b594f,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:32.367785 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8e23dec6-308f-4592-96ec-34ae9d29eeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:32.453908 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:32.551177 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23dec6-308f-4592-96ec-34ae9d29eeeb None None] Pushing event updated for resources: {'Port': ['ID=d5e6df32-4f03-412b-b45f-3e03584b594f,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:32.617006 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d73da-4ea2-4799-8732-e8f7730a97db req-2c802497-2ef8-407e-8bcb-14f83722cb32 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:32.625111 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6a0d73da-4ea2-4799-8732-e8f7730a97db req-2c802497-2ef8-407e-8bcb-14f83722cb32 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 932 time: 0.1078770 Sep 01 00:39:32.668133 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:31Z', 'revision_number': 3, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:32.690153 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-45adcfde-a6ea-4f0e-be4d-f4e022e1d8be None None] Provisioning complete for port d5e6df32-4f03-412b-b45f-3e03584b594f triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:32.694120 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-45adcfde-a6ea-4f0e-be4d-f4e022e1d8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:32.697156 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Checking router: 990c7408-72f4-473c-8dc3-99f702066f5c for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:39:32.697695 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Updating router 990c7408-72f4-473c-8dc3-99f702066f5c port 7fc3210d-9c89-4f74-811a-7e5e199ecd49 binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:39:32.702585 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6a0d73da-4ea2-4799-8732-e8f7730a97db req-97a34a42-9178-4138-82cc-9734fadff9ee tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763795 Sep 01 00:39:32.751496 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:32.805782 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-45adcfde-a6ea-4f0e-be4d-f4e022e1d8be None None] Current status of the port d5e6df32-4f03-412b-b45f-3e03584b594f is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:32.931634 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:32.962866 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device d5e6df32-4f03-412b-b45f-3e03584b594f up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:33.001169 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Request body: {'port': {'device_id': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:33.017128 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port d5e6df32-4f03-412b-b45f-3e03584b594f triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:33.017984 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.069463 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:33.094537 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Publish callbacks [] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.104690 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.127732 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.147904 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Attempting to bind port 7fc3210d-9c89-4f74-811a-7e5e199ecd49 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:33.148320 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Attempting to bind port 7fc3210d-9c89-4f74-811a-7e5e199ecd49 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:33.148734 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Attempting to bind port 7fc3210d-9c89-4f74-811a-7e5e199ecd49 on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:33.153020 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port d5e6df32-4f03-412b-b45f-3e03584b594f is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:33.160822 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:33.162079 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:33.162476 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.162965 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:33.163482 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Bound port: 7fc3210d-9c89-4f74-811a-7e5e199ecd49, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:33.164287 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.165590 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9b064-b554-422c-a1b0-3396753a0224 None None] Pushing event updated for resources: {'Port': ['ID=7fc3210d-9c89-4f74-811a-7e5e199ecd49,revision_number=2']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:33.177497 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.189859 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:33.235898 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] For port 7fc3210d-9c89-4f74-811a-7e5e199ecd49, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:33.240694 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] For port 7fc3210d-9c89-4f74-811a-7e5e199ecd49, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=7fc3210d-9c89-4f74-811a-7e5e199ecd49,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:33.248080 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.301161 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:33.302341 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:33.370238 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9b064-b554-422c-a1b0-3396753a0224 None None] Pushing event updated for resources: {'Port': ['ID=7fc3210d-9c89-4f74-811a-7e5e199ecd49,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:33.457200 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:33.499129 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Allocated IP 172.20.0.1 (28512075-6511-4bf7-8914-a7d1b95a8073/4e24b081-8afc-4718-aef6-3aee41bbeec0/a5c01990-f3d8-4a5e-aae2-7b118a28299c) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:33.715644 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:39:33.727863 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Publish callbacks [] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.731344 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Publish callbacks [] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.781320 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Transition to ACTIVE for port object ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:39:33.824849 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:33.919265 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:31Z', 'revision_number': 3, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:33.925783 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e5fc5-9c12-44e7-a5ee-83176d69bf8a req-d08df240-89a2-4aee-9c58-f868c7a9fba1 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:33.928114 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-361e5fc5-9c12-44e7-a5ee-83176d69bf8a req-d08df240-89a2-4aee-9c58-f868c7a9fba1 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 944 time: 0.1006639 Sep 01 00:39:33.931974 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.934749 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:33.972204 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e077e1f-908a-4195-a965-bc6ee1ae3518 None None] The sync data for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi is: [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:31Z', 'revision_number': 3, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:39:34.035148 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:34.060666 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Network 28512075-6511-4bf7-8914-a7d1b95a8073 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:34.065480 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Pushing event updated for resources: {'Port': ['ID=a5c01990-f3d8-4a5e-aae2-7b118a28299c,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:34.096755 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:34.112806 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:34.244405 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-361e5fc5-9c12-44e7-a5ee-83176d69bf8a req-9acf7cf6-fa52-4176-8613-22681f2cb75c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429671 Sep 01 00:39:34.316151 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:34.343599 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (990c7408-72f4-473c-8dc3-99f702066f5c), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:34.542576 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Attempting to bind port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:34.543002 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Attempting to bind port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:34.543477 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Attempting to bind port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f on network 081f6276-ed6d-45db-bc80-ea1c979d3909 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:34.560192 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-419db7b3-6cdb-4d8d-be09-6ab0db4e86c0 None None] Provisioning complete for port a5c01990-f3d8-4a5e-aae2-7b118a28299c triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:34.560832 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-419db7b3-6cdb-4d8d-be09-6ab0db4e86c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:34.589281 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f on network 081f6276-ed6d-45db-bc80-ea1c979d3909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:39:34.589703 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Attempting to bind port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f on network 081f6276-ed6d-45db-bc80-ea1c979d3909 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:34.592526 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:34.610508 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:34.611006 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Checking segment: {'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:34.611792 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Bound using segment: {'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:34.611931 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-419db7b3-6cdb-4d8d-be09-6ab0db4e86c0 None None] Port a5c01990-f3d8-4a5e-aae2-7b118a28299c cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:39:34.612454 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Bound port: ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ef227a-c2e5-448c-8b42-01908760fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:34.612968 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:34.840645 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] For port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:34.853692 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] For port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:34.888895 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:34.924889 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:34.925517 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:34.927485 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 1094 time: 1.9301667 Sep 01 00:39:34.928036 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:39:34.930379 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66547f5e-ac95-4520-9b20-3786dd2db808" -d '{"events": [{"name": "network-changed", "server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:39:34.934479 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 7fc3210d-9c89-4f74-811a-7e5e199ecd49 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:35.011586 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67661351-b8d7-478c-9cca-93cbe19511d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:35.022455 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccb9433-f8c2-4ad2-b4dd-731ffc23bed2 x-openstack-request-id: req-8ccb9433-f8c2-4ad2-b4dd-731ffc23bed2 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:39:35.023193 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:39:35.023447 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ccb9433-f8c2-4ad2-b4dd-731ffc23bed2 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:39:35.023852 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ccb9433-f8c2-4ad2-b4dd-731ffc23bed2'] response: {'name': 'network-changed', 'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'status': 'completed', 'code': 200} Sep 01 00:39:35.037371 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 7fc3210d-9c89-4f74-811a-7e5e199ecd49 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:35.037702 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:35.054686 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Publish callbacks [] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:35.060968 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:35.156041 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:35.171721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Pushing event updated for resources: {'Port': ['ID=a5c01990-f3d8-4a5e-aae2-7b118a28299c,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:35.176229 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (990c7408-72f4-473c-8dc3-99f702066f5c), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:35.181136 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 7fc3210d-9c89-4f74-811a-7e5e199ecd49 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:35.181848 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:35.210242 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:35.229077 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port 7fc3210d-9c89-4f74-811a-7e5e199ecd49, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=7fc3210d-9c89-4f74-811a-7e5e199ecd49,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:35.239407 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:35.304885 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=7fc3210d-9c89-4f74-811a-7e5e199ecd49,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:35.330201 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.330609 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.330955 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.331290 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.331618 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.331943 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.332264 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.332608 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.332978 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.334039 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.334345 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.334671 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.334986 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.335303 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.335619 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:39:35.701788 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf202b2-ad28-40fa-95af-fe40d0f0751b req-d298963c-90be-4d95-8796-62d071281492 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:35.703296 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0cf202b2-ad28-40fa-95af-fe40d0f0751b req-d298963c-90be-4d95-8796-62d071281492 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 944 time: 0.0794156 Sep 01 00:39:35.771995 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Network 28512075-6511-4bf7-8914-a7d1b95a8073 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:35.777420 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:35.791200 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0cf202b2-ad28-40fa-95af-fe40d0f0751b req-811a21fc-5193-49e7-984c-50a16363ec0f tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799594 Sep 01 00:39:35.897375 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:35.930451 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Router 990c7408-72f4-473c-8dc3-99f702066f5c has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:39:36.052356 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-29e1ae09-cac0-4c1e-8b4b-f89310c6324b None None] Provisioning complete for port a5c01990-f3d8-4a5e-aae2-7b118a28299c triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:36.053081 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-29e1ae09-cac0-4c1e-8b4b-f89310c6324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:36.068477 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:39:36.074897 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-7228be3d-aada-41d6-9dc7-0f6b00cc2c4e admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/990c7408-72f4-473c-8dc3-99f702066f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7190464 Sep 01 00:39:36.115740 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-29e1ae09-cac0-4c1e-8b4b-f89310c6324b None None] Port a5c01990-f3d8-4a5e-aae2-7b118a28299c cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:39:36.367165 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Sync routers for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:39:36.377487 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:36.378001 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:36.446191 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:36.545215 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:36.722772 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60496) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:36.728804 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1301155461-network', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:36.750302 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Made reservation on behalf of 5ea3fcfe484c40eba7e39b2fc9deac2c for: {'network': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:39:36.752710 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for network (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:36.769419 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:36.771939 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 2, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:36.797295 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Checking router: 990c7408-72f4-473c-8dc3-99f702066f5c for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:39:36.797648 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Updating router 990c7408-72f4-473c-8dc3-99f702066f5c port a5c01990-f3d8-4a5e-aae2-7b118a28299c binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:39:36.835814 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:36.869151 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Publish callbacks [] for security_group (ba93082a-1c4a-4092-95f3-16d99a3f4a4f), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:36.879119 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ba93082a-1c4a-4092-95f3-16d99a3f4a4f), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:36.907325 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=117901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 00:39:36.927117 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (b724fa01-5ef7-4b3d-b533-3231f7b9af36), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:36.927537 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.segments_db [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Added segment b724fa01-5ef7-4b3d-b533-3231f7b9af36 of type vlan for network fcb32700-5478-4b03-8715-bfcc7980125a Sep 01 00:39:36.963509 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba93082a-1c4a-4092-95f3-16d99a3f4a4f,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:37.006540 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730537851311'] for network (fcb32700-5478-4b03-8715-bfcc7980125a), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.013196 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 7fc3210d-9c89-4f74-811a-7e5e199ecd49 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:37.023168 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0353bd-5a9e-421f-bad4-c4bb2366581b req-adf76667-188e-4ee5-a9e5-59ce3ec16dbb tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:37.032529 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5f0353bd-5a9e-421f-bad4-c4bb2366581b req-adf76667-188e-4ee5-a9e5-59ce3ec16dbb tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 944 time: 0.0799751 Sep 01 00:39:37.037215 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882'] for network (fcb32700-5478-4b03-8715-bfcc7980125a), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.038348 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:37.039043 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.043472 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:37.093069 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5f0353bd-5a9e-421f-bad4-c4bb2366581b req-7cfb9e7c-66ef-4dbf-a28a-430e9bff7d80 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596075 Sep 01 00:39:37.107903 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3808031 Sep 01 00:39:37.107903 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60500) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:37.112843 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Request body: {'subnet': {'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1301155461-subnet', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'ip_version': 4}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:37.141518 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e2c98-ad9d-47d1-9827-231d6b7349d7 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb32700-5478-4b03-8715-bfcc7980125a,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:37.142885 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port 7fc3210d-9c89-4f74-811a-7e5e199ecd49 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:37.143374 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.154051 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Made reservation on behalf of 5ea3fcfe484c40eba7e39b2fc9deac2c for: {'subnet': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:39:37.156614 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10416638'] for subnet (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.169040 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Network fcb32700-5478-4b03-8715-bfcc7980125a details requested by agent ovs-agent-dv-cinder-820027-21-iscsi with host dv-cinder-820027-21-iscsi {{(pid=117903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 00:39:37.336260 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10428812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10416588'] for subnet (231c877a-f033-4e49-a072-ca768581c936), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.354229 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:37.357205 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port 7fc3210d-9c89-4f74-811a-7e5e199ecd49 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:37.369521 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Publish callbacks [] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.374735 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.378583 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:37.395823 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=231c877a-f033-4e49-a072-ca768581c936,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:37.408911 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Checking segment: {'id': 'b724fa01-5ef7-4b3d-b533-3231f7b9af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:37.409166 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Network hostable DHCP agents. Network: fcb32700-5478-4b03-8715-bfcc7980125a, hostable agents: ['a5d8332d-1417-484f-8477-11759907ba14'], hosted agents: [] {{(pid=117901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 00:39:37.428339 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Network fcb32700-5478-4b03-8715-bfcc7980125a is scheduled to be hosted by DHCP agent a5d8332d-1417-484f-8477-11759907ba14 with binding_index 1 {{(pid=117901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 00:39:37.437675 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-21-iscsi, fcb32700-5478-4b03-8715-bfcc7980125a) {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:37.444966 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:37.445845 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.458655 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0902767-52ff-45e7-9d53-96ba0e10f54c None None] Network fcb32700-5478-4b03-8715-bfcc7980125a requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:39:37.463951 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ee14e-871e-49ee-bfad-de410074fc93 None None] Pushing event updated for resources: {'Port': ['ID=a5c01990-f3d8-4a5e-aae2-7b118a28299c,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:37.467164 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-450c95c7-4b32-4b68-84d8-d65234ccaa3c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3585460 Sep 01 00:39:37.468087 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:37.469632 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60502) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:37.475793 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1301155461-router', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:37.498530 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4187338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2359'] for router (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.499533 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4186772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4016996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2366'] for router (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.517483 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Attempting to bind port a5c01990-f3d8-4a5e-aae2-7b118a28299c on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:37.517847 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Attempting to bind port a5c01990-f3d8-4a5e-aae2-7b118a28299c by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:37.518201 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Attempting to bind port a5c01990-f3d8-4a5e-aae2-7b118a28299c on network 28512075-6511-4bf7-8914-a7d1b95a8073 {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:37.529030 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:37.529398 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Checking segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:37.529794 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.530176 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Bound using segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:37.530633 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Bound port: a5c01990-f3d8-4a5e-aae2-7b118a28299c, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:37.531006 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.565282 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66547f5e-ac95-4520-9b20-3786dd2db808 req-3f5dd04a-6a15-4227-88e0-43d66dd7c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:37.566813 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-66547f5e-ac95-4520-9b20-3786dd2db808 req-3f5dd04a-6a15-4227-88e0-43d66dd7c716 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1128 time: 0.0633075 Sep 01 00:39:37.602703 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks [] for router_controller (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), precommit_add_association {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.632071 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] For port a5c01990-f3d8-4a5e-aae2-7b118a28299c, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:37.635448 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7e43629-9d78-5285-86b2-dfa0e3eea3d8-fcb32700-5478-4b03-8715-bfcc7980125a', 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a', 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'fixed_ips': [{'subnet_id': '231c877a-f033-4e49-a072-ca768581c936'}]}} from dv-cinder-820027-21-iscsi. {{(pid=117903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 00:39:37.636369 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.640169 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] For port a5c01990-f3d8-4a5e-aae2-7b118a28299c, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=a5c01990-f3d8-4a5e-aae2-7b118a28299c,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:37.653996 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.810417 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks [] for router_gateway (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:37.816908 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66547f5e-ac95-4520-9b20-3786dd2db808 req-afe4c647-ab1d-4b58-a060-cfcb9bbab3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:37.818707 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-66547f5e-ac95-4520-9b20-3786dd2db808 req-afe4c647-ab1d-4b58-a060-cfcb9bbab3d8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2281859 Sep 01 00:39:37.875915 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:37.876560 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:37.933040 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ee14e-871e-49ee-bfad-de410074fc93 None None] Pushing event updated for resources: {'Port': ['ID=a5c01990-f3d8-4a5e-aae2-7b118a28299c,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:38.005727 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:38.033811 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.db_base_plugin_common [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Allocated IP 172.20.0.2 (fcb32700-5478-4b03-8715-bfcc7980125a/231c877a-f033-4e49-a072-ca768581c936/d1a027ff-da8a-4bd8-9511-4cdf0e59ca65) {{(pid=117903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:38.038067 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66547f5e-ac95-4520-9b20-3786dd2db808 req-6f8e6b9a-a802-4eb4-83ce-44f6e79f8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:38.039558 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-66547f5e-ac95-4520-9b20-3786dd2db808 req-6f8e6b9a-a802-4eb4-83ce-44f6e79f8010 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075093 Sep 01 00:39:38.045400 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:38.099030 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks [] for router_gateway (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:38.141435 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:38.157721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea37f9-03b4-4e36-b270-94987d446613 req-475432be-2f39-4243-bb47-428c2a30b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:38.159469 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-475432be-2f39-4243-bb47-428c2a30b683 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1128 time: 0.0720241 Sep 01 00:39:38.224951 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:38.260174 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-2375850a-5536-49a1-a0cb-ed26d62baf6a service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 217 time: 0.0723433 Sep 01 00:39:38.293589 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020f989-6881-46e5-bf47-1f6eea09f1c9 req-4c5b7d03-79a2-4c28-a051-9ba3b2f62596 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:38.295421 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f020f989-6881-46e5-bf47-1f6eea09f1c9 req-4c5b7d03-79a2-4c28-a051-9ba3b2f62596 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 944 time: 0.1085172 Sep 01 00:39:38.339833 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Publish callbacks [] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), precommit_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:38.350148 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), after_create {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:38.356764 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:38.364970 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:37Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:38.387788 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea37f9-03b4-4e36-b270-94987d446613 req-47c91f78-8a73-455a-b4fc-9c4d37134d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:38.389329 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-47c91f78-8a73-455a-b4fc-9c4d37134d93 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c3241ed8-7a87-484f-ac7d-782f1354e587 HTTP/1.1" status: 200 len: 854 time: 0.1187906 Sep 01 00:39:38.394830 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:38.397443 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Network fcb32700-5478-4b03-8715-bfcc7980125a is already hosted by enough agents. {{(pid=117903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:38.415286 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Allocated IP 172.27.4.82 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/ad089a1b-7422-4456-ba84-95d6a0eec7c5) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:38.425729 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a2d58-9f7e-4c62-8522-ca37716773e1 None None] The sync data for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi is: [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:37Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:39:38.427710 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.scheduler.base_scheduler [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Resources bound (agent type, host, resource id): {{(pid=117903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:38.434199 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Received port after_create {{(pid=117903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:38.441983 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Pushing event updated for resources: {'Port': ['ID=d1a027ff-da8a-4bd8-9511-4cdf0e59ca65,revision_number=1']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:38.465311 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-f020f989-6881-46e5-bf47-1f6eea09f1c9 req-9ee0fac7-94b8-4d6d-8208-a04f000a2d50 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368783 Sep 01 00:39:38.486762 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea37f9-03b4-4e36-b270-94987d446613 req-500ae16f-0968-4a34-b9f8-fea908fab177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:38.488254 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-500ae16f-0968-4a34-b9f8-fea908fab177 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=081f6276-ed6d-45db-bc80-ea1c979d3909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0847750 Sep 01 00:39:38.534149 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Attempting to bind port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:38.534588 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Attempting to bind port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'b724fa01-5ef7-4b3d-b533-3231f7b9af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:38.535015 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Attempting to bind port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 on network fcb32700-5478-4b03-8715-bfcc7980125a {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:38.540439 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:38.540919 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Checking segment: {'id': 'b724fa01-5ef7-4b3d-b533-3231f7b9af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:38.541380 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:38.541827 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Bound using segment: {'id': 'b724fa01-5ef7-4b3d-b533-3231f7b9af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:38.542373 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Bound port: d1a027ff-da8a-4bd8-9511-4cdf0e59ca65, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b724fa01-5ef7-4b3d-b533-3231f7b9af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:38.542813 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:38.619808 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] For port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:38.623357 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] For port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d1a027ff-da8a-4bd8-9511-4cdf0e59ca65,segment=NetworkSegment(b724fa01-5ef7-4b3d-b533-3231f7b9af36),segment_id=b724fa01-5ef7-4b3d-b533-3231f7b9af36)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:38.631503 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:38.678089 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks [] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:38.685736 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-e0b598b6-9137-4f54-a863-8e311b1e4ae7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767704 Sep 01 00:39:38.704634 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575e7bc-7962-4812-b799-499a5120e53f None None] Pushing event updated for resources: {'Port': ['ID=d1a027ff-da8a-4bd8-9511-4cdf0e59ca65,revision_number=2']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:38.773480 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:38.808308 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:38.859650 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:38.867547 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:38.870803 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbea37f9-03b4-4e36-b270-94987d446613 req-be9ac62a-1e9e-458a-a3e5-e11a03fd343e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725390 Sep 01 00:39:38.872178 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:38.874149 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Pushing event updated for resources: {'Port': ['ID=ad089a1b-7422-4456-ba84-95d6a0eec7c5,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:38.961527 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device a5c01990-f3d8-4a5e-aae2-7b118a28299c up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:39.040487 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port a5c01990-f3d8-4a5e-aae2-7b118a28299c triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:39.040892 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:39.136659 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port a5c01990-f3d8-4a5e-aae2-7b118a28299c is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:39.137048 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:39.177914 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port a5c01990-f3d8-4a5e-aae2-7b118a28299c, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=a5c01990-f3d8-4a5e-aae2-7b118a28299c,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:39.182745 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:39.249080 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=a5c01990-f3d8-4a5e-aae2-7b118a28299c,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:39.441941 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks [] for router_gateway (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:39.628998 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c785-4daf-4b65-a221-65845e6aad49 req-daf83bd9-0a07-4a6e-97f7-277bfbd611ce tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:39.631331 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5364c785-4daf-4b65-a221-65845e6aad49 req-daf83bd9-0a07-4a6e-97f7-277bfbd611ce tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 944 time: 0.0608580 Sep 01 00:39:39.666434 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4186663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017109'] for router (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:39.702013 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5364c785-4daf-4b65-a221-65845e6aad49 req-014e3282-e5ad-477f-a165-c986de308cea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646377 Sep 01 00:39:39.773118 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a362830-dbd6-4f39-a1d0-b03b55b85ad5 None None] Network fcb32700-5478-4b03-8715-bfcc7980125a requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:39:39.778413 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:39.812179 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 is scheduled to L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 with binding_index 1 {{(pid=117901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 00:39:39.885247 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-b45ca938-0706-410e-909c-e143f6b2c7f2 None None] Provisioning complete for port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:39.885615 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b45ca938-0706-410e-909c-e143f6b2c7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:39.918127 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:39:39.929447 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Sync routers for ids ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:39:39.940080 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Routers {'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:39.940874 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:39.950854 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:39.955279 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-c7c33b08-98fb-4cc6-be1d-2084166e44bf admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4815919 Sep 01 00:39:39.956071 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60510) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:39.961984 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:39.976657 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-b45ca938-0706-410e-909c-e143f6b2c7f2 None None] Current status of the port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:39.977342 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b45ca938-0706-410e-909c-e143f6b2c7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:40.014642 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-b45ca938-0706-410e-909c-e143f6b2c7f2 None None] For port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d1a027ff-da8a-4bd8-9511-4cdf0e59ca65,segment=NetworkSegment(b724fa01-5ef7-4b3d-b533-3231f7b9af36),segment_id=b724fa01-5ef7-4b3d-b533-3231f7b9af36)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:40.021482 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b45ca938-0706-410e-909c-e143f6b2c7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:40.056068 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:40.064108 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Set router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:40.080520 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ca938-0706-410e-909c-e143f6b2c7f2 None None] Pushing event updated for resources: {'Port': ['ID=d1a027ff-da8a-4bd8-9511-4cdf0e59ca65,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:40.246451 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-874682d8-8f4a-4cc8-bd24-810cc56f7807 None None] Provisioning complete for port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:40.246795 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-874682d8-8f4a-4cc8-bd24-810cc56f7807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:40.247826 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'name': 'tempest-TestVolumeBootPattern-1301155461-router', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82'}], 'enable_snat': True}, 'gw_port_id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:37Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 3, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'gw_port': {'id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:38Z', 'updated_at': '2022-09-01T00:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:40.274022 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Checking router: b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:39:40.274662 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Updating router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 port ad089a1b-7422-4456-ba84-95d6a0eec7c5 binding host dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:39:40.306396 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:40.332811 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-874682d8-8f4a-4cc8-bd24-810cc56f7807 None None] Current status of the port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:40.407828 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:40.590272 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Publish callbacks [] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), precommit_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:40.595039 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:40.628116 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Attempting to bind port ad089a1b-7422-4456-ba84-95d6a0eec7c5 on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:40.628508 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Attempting to bind port ad089a1b-7422-4456-ba84-95d6a0eec7c5 by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:40.628867 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Attempting to bind port ad089a1b-7422-4456-ba84-95d6a0eec7c5 on network cbb9845e-ae72-497c-877a-122113b90dca {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:40.643485 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:40.643853 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Checking segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:40.644253 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:40.644667 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Bound using segment: {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'} {{(pid=117904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:40.645166 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.managers [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Bound port: ad089a1b-7422-4456-ba84-95d6a0eec7c5, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abd35d-a30d-4315-a896-b53ba216c94c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca'}}] {{(pid=117904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:40.645611 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), before_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:40.650558 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8de6f0-f95d-4f6b-9e43-edd89d04d005 None None] Pushing event updated for resources: {'Port': ['ID=ad089a1b-7422-4456-ba84-95d6a0eec7c5,revision_number=2']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:40.700137 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] For port ad089a1b-7422-4456-ba84-95d6a0eec7c5, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:40.703573 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.plugins.ml2.db [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] For port ad089a1b-7422-4456-ba84-95d6a0eec7c5, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=ad089a1b-7422-4456-ba84-95d6a0eec7c5,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:40.703736 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:40.710556 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron_lib.callbacks.manager [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), after_update {{(pid=117904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:40.748945 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Routers {'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:40.749571 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:40.755123 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:40.812306 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8de6f0-f95d-4f6b-9e43-edd89d04d005 None None] Pushing event updated for resources: {'Port': ['ID=ad089a1b-7422-4456-ba84-95d6a0eec7c5,revision_number=3']} {{(pid=117904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:40.864889 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:40.871000 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675476d-22d5-4437-b557-e0882c95eb26 req-d0e5f24b-ec37-4912-9b9c-2b261e1dcef3 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:40.873421 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Allocated IP 172.20.0.1 (fcb32700-5478-4b03-8715-bfcc7980125a/231c877a-f033-4e49-a072-ca768581c936/b24fb8be-1a8f-4763-aa1b-df06e2d7942e) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:40.884272 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] Set router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:40.884738 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b675476d-22d5-4437-b557-e0882c95eb26 req-d0e5f24b-ec37-4912-9b9c-2b261e1dcef3 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 944 time: 0.1070926 Sep 01 00:39:40.934511 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b675476d-22d5-4437-b557-e0882c95eb26 req-851a696a-8153-4171-849e-0b251ccff793 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488741 Sep 01 00:39:40.998797 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Publish callbacks [] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.013592 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device a5c01990-f3d8-4a5e-aae2-7b118a28299c up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:41.031979 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.058228 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:41.065156 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port a5c01990-f3d8-4a5e-aae2-7b118a28299c triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:41.065835 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.075580 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'name': 'tempest-TestVolumeBootPattern-1301155461-router', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82'}], 'enable_snat': True}, 'gw_port_id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:37Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 3, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'gw_port': {'id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:38Z', 'updated_at': '2022-09-01T00:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:41.077660 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Network fcb32700-5478-4b03-8715-bfcc7980125a is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:41.083213 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:41.087260 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:41.090616 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Pushing event updated for resources: {'Port': ['ID=b24fb8be-1a8f-4763-aa1b-df06e2d7942e,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:41.114995 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389bdae-cbf6-4ae9-92a1-dff72651a2b2 None None] The sync data for ids ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'] in dv-cinder-820027-21-iscsi is: [{'id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'name': 'tempest-TestVolumeBootPattern-1301155461-router', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82'}], 'enable_snat': True}, 'gw_port_id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:37Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 3, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'gw_port': {'id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:38Z', 'updated_at': '2022-09-01T00:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:39:41.131232 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4187510'] for router_interface (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.159401 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port a5c01990-f3d8-4a5e-aae2-7b118a28299c is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:41.160459 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:41.213983 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:41.214365 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.290465 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.299101 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:41.379791 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-14490ad7-2af8-4e32-9284-0e7f5e114edb None None] Provisioning complete for port b24fb8be-1a8f-4763-aa1b-df06e2d7942e triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:41.380756 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-14490ad7-2af8-4e32-9284-0e7f5e114edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.417663 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-14490ad7-2af8-4e32-9284-0e7f5e114edb None None] Port b24fb8be-1a8f-4763-aa1b-df06e2d7942e cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:39:41.495311 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Publish callbacks [] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.500619 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.544441 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:41.578300 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4187594'] for router_interface (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.581064 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Pushing event updated for resources: {'Port': ['ID=b24fb8be-1a8f-4763-aa1b-df06e2d7942e,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:41.686913 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Network fcb32700-5478-4b03-8715-bfcc7980125a is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:41.688330 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:41.740623 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:41.809788 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:39:41.926413 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:39:41.932222 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-996b1789-7739-44f7-ab37-cb3f4116bc77 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b8b60841-b5c0-4cf0-8f31-3f9f81c30af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9751041 Sep 01 00:39:41.943215 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-e58363bd-feec-4c10-97f2-43dd3125e3d2 None None] Provisioning complete for port b24fb8be-1a8f-4763-aa1b-df06e2d7942e triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:41.943215 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-e58363bd-feec-4c10-97f2-43dd3125e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:41.982163 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-e58363bd-feec-4c10-97f2-43dd3125e3d2 None None] Port b24fb8be-1a8f-4763-aa1b-df06e2d7942e cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:39:42.067183 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bb5e8-a82c-4912-bcab-4f148b050d45 req-1b56a53d-580e-4657-8f76-d943dd2c7a51 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:42.069011 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-720bb5e8-a82c-4912-bcab-4f148b050d45 req-1b56a53d-580e-4657-8f76-d943dd2c7a51 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 944 time: 0.0484834 Sep 01 00:39:42.143155 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-720bb5e8-a82c-4912-bcab-4f148b050d45 req-bc773bf9-fbcf-41a9-a438-28a42401f0dc tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663180 Sep 01 00:39:42.356633 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60522) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:42.361102 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-7e2724b7-3197-4b5c-93e0-61e0d9a82ff3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194673048', 'description': 'tempest-secgroup-smoke-1194673048 description', 'project_id': '31e9903e4f16471d8057ee7364cf123b'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:42.383048 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e2724b7-3197-4b5c-93e0-61e0d9a82ff3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.450379 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e2724b7-3197-4b5c-93e0-61e0d9a82ff3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group (0855abc1-fbed-44f9-b2e3-d7eb52f7bdea), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.454065 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e2724b7-3197-4b5c-93e0-61e0d9a82ff3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (0855abc1-fbed-44f9-b2e3-d7eb52f7bdea), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.486521 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e2724b7-3197-4b5c-93e0-61e0d9a82ff3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.487773 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7e2724b7-3197-4b5c-93e0-61e0d9a82ff3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1301405 Sep 01 00:39:42.490159 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2724b7-3197-4b5c-93e0-61e0d9a82ff3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:42.491290 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60524) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:42.498417 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-89d87c52-f26d-47b7-aa42-8554020ff5f2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'security_group_rule': {'security_group_id': '0855abc1-fbed-44f9-b2e3-d7eb52f7bdea', 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:42.524965 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:42.527152 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89d87c52-f26d-47b7-aa42-8554020ff5f2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (69f9e37a-eee2-41fd-900c-62e4efa62851), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.588680 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89d87c52-f26d-47b7-aa42-8554020ff5f2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (69f9e37a-eee2-41fd-900c-62e4efa62851), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.592410 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89d87c52-f26d-47b7-aa42-8554020ff5f2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (69f9e37a-eee2-41fd-900c-62e4efa62851), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.611765 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d87c52-f26d-47b7-aa42-8554020ff5f2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f9e37a-eee2-41fd-900c-62e4efa62851,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:42.618744 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-89d87c52-f26d-47b7-aa42-8554020ff5f2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.619961 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-89d87c52-f26d-47b7-aa42-8554020ff5f2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271229 Sep 01 00:39:42.622657 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60526) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:42.626967 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-1ff041b2-effb-47a9-9c8a-f5b7c4d07288 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'security_group_rule': {'security_group_id': '0855abc1-fbed-44f9-b2e3-d7eb52f7bdea', 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:42.655073 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1ff041b2-effb-47a9-9c8a-f5b7c4d07288 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (7685a287-7758-42c7-b66f-88b693216702), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.715071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1ff041b2-effb-47a9-9c8a-f5b7c4d07288 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (7685a287-7758-42c7-b66f-88b693216702), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.718751 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1ff041b2-effb-47a9-9c8a-f5b7c4d07288 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (7685a287-7758-42c7-b66f-88b693216702), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.737558 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff041b2-effb-47a9-9c8a-f5b7c4d07288 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7685a287-7758-42c7-b66f-88b693216702,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:42.744702 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1ff041b2-effb-47a9-9c8a-f5b7c4d07288 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.745887 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-1ff041b2-effb-47a9-9c8a-f5b7c4d07288 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222777 Sep 01 00:39:42.748505 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60528) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:42.752653 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-1f8f56ef-b787-4f9c-88b6-33890d30b2b7 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'security_group_rule': {'security_group_id': '0855abc1-fbed-44f9-b2e3-d7eb52f7bdea', 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:42.780252 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f56ef-b787-4f9c-88b6-33890d30b2b7 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (9d466c93-f7c5-4db7-be1f-ee71a94eb8bf), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.784859 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Sync routers for ids ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:39:42.795487 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Routers {'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:42.796094 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:42.834279 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:39:42.844114 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f56ef-b787-4f9c-88b6-33890d30b2b7 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (9d466c93-f7c5-4db7-be1f-ee71a94eb8bf), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.849388 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f56ef-b787-4f9c-88b6-33890d30b2b7 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (9d466c93-f7c5-4db7-be1f-ee71a94eb8bf), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.870599 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f56ef-b787-4f9c-88b6-33890d30b2b7 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d466c93-f7c5-4db7-be1f-ee71a94eb8bf,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:42.875831 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f56ef-b787-4f9c-88b6-33890d30b2b7 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.877129 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-1f8f56ef-b787-4f9c-88b6-33890d30b2b7 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277051 Sep 01 00:39:42.880723 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60530) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:42.885237 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-3d53c010-a5f8-401d-bb5b-3e002b9da70c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'security_group_rule': {'security_group_id': '0855abc1-fbed-44f9-b2e3-d7eb52f7bdea', 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:42.902357 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device ad089a1b-7422-4456-ba84-95d6a0eec7c5 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:42.913055 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3d53c010-a5f8-401d-bb5b-3e002b9da70c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (efa155e1-313b-4238-ae86-c396f7a30a08), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.943611 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:42.974630 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3d53c010-a5f8-401d-bb5b-3e002b9da70c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (efa155e1-313b-4238-ae86-c396f7a30a08), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.978352 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3d53c010-a5f8-401d-bb5b-3e002b9da70c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (efa155e1-313b-4238-ae86-c396f7a30a08), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:42.996883 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Set router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:42.997727 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53c010-a5f8-401d-bb5b-3e002b9da70c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa155e1-313b-4238-ae86-c396f7a30a08,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:43.006083 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-3d53c010-a5f8-401d-bb5b-3e002b9da70c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.007321 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-3d53c010-a5f8-401d-bb5b-3e002b9da70c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256998 Sep 01 00:39:43.010275 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60532) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:43.014758 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-22c928b2-a21e-4b14-9b47-ba19ee3c89a9 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'security_group_rule': {'security_group_id': '0855abc1-fbed-44f9-b2e3-d7eb52f7bdea', 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:43.034887 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.securitygroups_db [None req-22c928b2-a21e-4b14-9b47-ba19ee3c89a9 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Project 31e9903e4f16471d8057ee7364cf123b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 00:39:43.041014 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22c928b2-a21e-4b14-9b47-ba19ee3c89a9 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (d7d31959-13b0-49de-958c-171a44e82014), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.089420 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:43.104267 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22c928b2-a21e-4b14-9b47-ba19ee3c89a9 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (d7d31959-13b0-49de-958c-171a44e82014), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.108580 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22c928b2-a21e-4b14-9b47-ba19ee3c89a9 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (d7d31959-13b0-49de-958c-171a44e82014), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.133781 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c928b2-a21e-4b14-9b47-ba19ee3c89a9 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d31959-13b0-49de-958c-171a44e82014,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:43.138909 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-22c928b2-a21e-4b14-9b47-ba19ee3c89a9 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.143093 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-22c928b2-a21e-4b14-9b47-ba19ee3c89a9 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289067 Sep 01 00:39:43.143093 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60534) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:43.148950 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-6de2be94-3414-4c52-a79e-d9d40c59ba1b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'security_group_rule': {'security_group_id': '0855abc1-fbed-44f9-b2e3-d7eb52f7bdea', 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:43.170574 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.securitygroups_db [None req-6de2be94-3414-4c52-a79e-d9d40c59ba1b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Project 31e9903e4f16471d8057ee7364cf123b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 00:39:43.177751 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6de2be94-3414-4c52-a79e-d9d40c59ba1b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (c6dfdff8-e3da-46ba-8358-b54af49769b1), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.225851 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port ad089a1b-7422-4456-ba84-95d6a0eec7c5 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:43.226227 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.244124 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6de2be94-3414-4c52-a79e-d9d40c59ba1b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (c6dfdff8-e3da-46ba-8358-b54af49769b1), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.248345 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6de2be94-3414-4c52-a79e-d9d40c59ba1b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (c6dfdff8-e3da-46ba-8358-b54af49769b1), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.273016 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2be94-3414-4c52-a79e-d9d40c59ba1b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dfdff8-e3da-46ba-8358-b54af49769b1,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:43.278219 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-6de2be94-3414-4c52-a79e-d9d40c59ba1b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.278995 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbaa6f-4e88-458e-96af-5acaf92e4bd2 req-a2edbeb6-9357-46c1-a8eb-c848d61045e8 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:43.280667 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-08dbaa6f-4e88-458e-96af-5acaf92e4bd2 req-a2edbeb6-9357-46c1-a8eb-c848d61045e8 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 944 time: 0.0578501 Sep 01 00:39:43.290716 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-6de2be94-3414-4c52-a79e-d9d40c59ba1b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467326 Sep 01 00:39:43.320585 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:43.335255 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-08dbaa6f-4e88-458e-96af-5acaf92e4bd2 req-4ea0741f-0026-4a71-9503-fe36e14eb29a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Sep 01 00:39:43.349042 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'port_id': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'mac_address': 'fa:16:3e:4b:0e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:39:43.364272 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:43.461662 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port ad089a1b-7422-4456-ba84-95d6a0eec7c5 is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:43.462043 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.477214 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:43.477720 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.502818 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'name': 'tempest-TestVolumeBootPattern-1301155461-router', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82'}], 'enable_snat': True}, 'gw_port_id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:37Z', 'updated_at': '2022-09-01T00:39:41Z', 'revision_number': 4, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'gw_port': {'id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:38Z', 'updated_at': '2022-09-01T00:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'b24fb8be-1a8f-4763-aa1b-df06e2d7942e', 'name': '', 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'mac_address': 'fa:16:3e:c7:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '231c877a-f033-4e49-a072-ca768581c936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:40Z', 'updated_at': '2022-09-01T00:39:41Z', 'revision_number': 2, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'subnets': [{'id': '231c877a-f033-4e49-a072-ca768581c936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:43.509423 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port ad089a1b-7422-4456-ba84-95d6a0eec7c5, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=ad089a1b-7422-4456-ba84-95d6a0eec7c5,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:43.532754 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:39:43.538458 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Checking router: b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:39:43.538809 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Updating router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 port b24fb8be-1a8f-4763-aa1b-df06e2d7942e binding host dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 00:39:43.540835 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.606640 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:43.609659 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.618716 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:43.644384 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=ad089a1b-7422-4456-ba84-95d6a0eec7c5,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:43.774085 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:43.873691 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:39:43.904587 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:44.005604 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Publish callbacks [] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), precommit_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:44.016377 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:44.097445 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe724ddb-7564-4c73-b589-7803994a4d92 None None] Pushing event updated for resources: {'Port': ['ID=b24fb8be-1a8f-4763-aa1b-df06e2d7942e,revision_number=3']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:44.160011 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:44.170732 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Attempting to bind port b24fb8be-1a8f-4763-aa1b-df06e2d7942e on host dv-cinder-820027-21-iscsi for vnic_type normal with profile {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:39:44.171201 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Attempting to bind port b24fb8be-1a8f-4763-aa1b-df06e2d7942e by drivers openvswitch,hyperv on host dv-cinder-820027-21-iscsi at level 0 using segments [{'id': 'b724fa01-5ef7-4b3d-b533-3231f7b9af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a'}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:39:44.171563 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Attempting to bind port b24fb8be-1a8f-4763-aa1b-df06e2d7942e on network fcb32700-5478-4b03-8715-bfcc7980125a {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:39:44.184705 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Checking agent: {'id': '207e2e8b-31f6-4d90-b12e-026740e6bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 21, 55), 'started_at': datetime.datetime(2022, 9, 1, 0, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:39:44.185022 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Checking segment: {'id': 'b724fa01-5ef7-4b3d-b533-3231f7b9af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:39:44.185417 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:44.185803 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Bound using segment: {'id': 'b724fa01-5ef7-4b3d-b533-3231f7b9af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a'} {{(pid=117903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:39:44.186505 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.managers [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Bound port: b24fb8be-1a8f-4763-aa1b-df06e2d7942e, host: dv-cinder-820027-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b724fa01-5ef7-4b3d-b533-3231f7b9af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a'}}] {{(pid=117903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:39:44.186793 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:44.258015 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] For port b24fb8be-1a8f-4763-aa1b-df06e2d7942e, host dv-cinder-820027-21-iscsi, cleared binding levels {{(pid=117903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:39:44.261375 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] For port b24fb8be-1a8f-4763-aa1b-df06e2d7942e, host dv-cinder-820027-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=b24fb8be-1a8f-4763-aa1b-df06e2d7942e,segment=NetworkSegment(b724fa01-5ef7-4b3d-b533-3231f7b9af36),segment_id=b724fa01-5ef7-4b3d-b533-3231f7b9af36)] {{(pid=117903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:39:44.267003 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:44.302002 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Routers {'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:44.302633 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:44.369035 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe724ddb-7564-4c73-b589-7803994a4d92 None None] Pushing event updated for resources: {'Port': ['ID=b24fb8be-1a8f-4763-aa1b-df06e2d7942e,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:44.429147 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] Set router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:44.573489 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc66491-a214-4545-8da4-4524194f8b75 req-63323934-8499-4188-8d7e-df99b4172a15 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:44.575038 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0cc66491-a214-4545-8da4-4524194f8b75 req-63323934-8499-4188-8d7e-df99b4172a15 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 945 time: 0.1615088 Sep 01 00:39:44.630958 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0cc66491-a214-4545-8da4-4524194f8b75 req-e7dec128-0430-4907-a8be-41da471a4e03 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487092 Sep 01 00:39:44.636243 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'name': 'tempest-TestVolumeBootPattern-1301155461-router', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82'}], 'enable_snat': True}, 'gw_port_id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:37Z', 'updated_at': '2022-09-01T00:39:41Z', 'revision_number': 4, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'gw_port': {'id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:38Z', 'updated_at': '2022-09-01T00:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'b24fb8be-1a8f-4763-aa1b-df06e2d7942e', 'name': '', 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'mac_address': 'fa:16:3e:c7:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '231c877a-f033-4e49-a072-ca768581c936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:40Z', 'updated_at': '2022-09-01T00:39:44Z', 'revision_number': 4, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'subnets': [{'id': '231c877a-f033-4e49-a072-ca768581c936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:44.661926 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce187a-e94a-4a74-9d4a-9feb4287bf2f None None] The sync data for ids ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'] in dv-cinder-820027-21-iscsi is: [{'id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'name': 'tempest-TestVolumeBootPattern-1301155461-router', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82'}], 'enable_snat': True}, 'gw_port_id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:37Z', 'updated_at': '2022-09-01T00:39:41Z', 'revision_number': 4, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'gw_port': {'id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:38Z', 'updated_at': '2022-09-01T00:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'b24fb8be-1a8f-4763-aa1b-df06e2d7942e', 'name': '', 'network_id': 'fcb32700-5478-4b03-8715-bfcc7980125a', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'mac_address': 'fa:16:3e:c7:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '231c877a-f033-4e49-a072-ca768581c936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:40Z', 'updated_at': '2022-09-01T00:39:44Z', 'revision_number': 4, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'subnets': [{'id': '231c877a-f033-4e49-a072-ca768581c936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:39:44.828946 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:44.879009 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:39:44.886317 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:44.887041 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:44.918457 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:44.970114 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device b24fb8be-1a8f-4763-aa1b-df06e2d7942e up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:45.009097 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:45.009480 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:45.046385 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:39:45.048639 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a6eb22-c6b6-49be-aa04-7dd4758bdf34" -d '{"events": [{"server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "name": "network-vif-plugged", "status": "completed", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:39:45.068926 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:45.069995 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port b24fb8be-1a8f-4763-aa1b-df06e2d7942e triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:45.070627 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:45.074197 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:45.099774 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9741131-ce3a-4c97-af3f-917ea0920c17 x-openstack-request-id: req-a9741131-ce3a-4c97-af3f-917ea0920c17 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:39:45.100029 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "name": "network-vif-plugged", "status": "completed", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:39:45.100284 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9741131-ce3a-4c97-af3f-917ea0920c17 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:39:45.100715 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9741131-ce3a-4c97-af3f-917ea0920c17'] response: {'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'code': 200} Sep 01 00:39:45.169179 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:45.207292 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port b24fb8be-1a8f-4763-aa1b-df06e2d7942e is: DOWN; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:45.208585 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:45.252569 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] For port b24fb8be-1a8f-4763-aa1b-df06e2d7942e, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=b24fb8be-1a8f-4763-aa1b-df06e2d7942e,segment=NetworkSegment(b724fa01-5ef7-4b3d-b533-3231f7b9af36),segment_id=b724fa01-5ef7-4b3d-b533-3231f7b9af36)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:45.258075 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:45.258923 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device ad089a1b-7422-4456-ba84-95d6a0eec7c5 up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:45.264963 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:45.302532 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d22e7-bacc-458e-bb67-893b65c42adb req-a7cade6e-a341-427d-8808-33919a805554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:45.304220 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ae2d22e7-bacc-458e-bb67-893b65c42adb req-a7cade6e-a341-427d-8808-33919a805554 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1130 time: 0.0482435 Sep 01 00:39:45.341505 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Pushing event updated for resources: {'Port': ['ID=b24fb8be-1a8f-4763-aa1b-df06e2d7942e,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:45.352097 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port ad089a1b-7422-4456-ba84-95d6a0eec7c5 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:45.352800 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:45.356462 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ae2d22e7-bacc-458e-bb67-893b65c42adb req-a67968ca-ee16-4732-9a4c-476a0632ab65 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442281 Sep 01 00:39:45.435880 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port ad089a1b-7422-4456-ba84-95d6a0eec7c5 is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:45.719168 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=7 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:45.759571 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c9f4-4c2b-47fa-ac36-dec5daa5a664 req-9e27d36f-6577-44b0-a360-f0c599134942 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:45.761159 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e274c9f4-4c2b-47fa-ac36-dec5daa5a664 req-9e27d36f-6577-44b0-a360-f0c599134942 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 946 time: 0.0517426 Sep 01 00:39:45.814400 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e274c9f4-4c2b-47fa-ac36-dec5daa5a664 req-8de7ee42-f775-48bf-ad5a-00bfd057215a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Sep 01 00:39:46.875491 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device b24fb8be-1a8f-4763-aa1b-df06e2d7942e up at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:39:46.924733 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Provisioning complete for port b24fb8be-1a8f-4763-aa1b-df06e2d7942e triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:39:46.925210 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:47.002951 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667f781-b4a4-48d7-920b-e7137f3fc63d req-b9b5586c-57d1-45e3-b804-1fd8c3487600 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:47.004417 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1667f781-b4a4-48d7-920b-e7137f3fc63d req-b9b5586c-57d1-45e3-b804-1fd8c3487600 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 946 time: 0.1084180 Sep 01 00:39:47.005927 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Current status of the port b24fb8be-1a8f-4763-aa1b-df06e2d7942e is: ACTIVE; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:39:47.025666 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:47.062140 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-1667f781-b4a4-48d7-920b-e7137f3fc63d req-ce3a3228-c556-42fc-935a-c14a3d14a699 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497017 Sep 01 00:39:47.183989 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b112d8-55d8-4030-ba85-6990a7c7a622 req-c55f5c5f-ba33-4aaa-b942-46e1de6729b8 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:47.185493 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-52b112d8-55d8-4030-ba85-6990a7c7a622 req-c55f5c5f-ba33-4aaa-b942-46e1de6729b8 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 946 time: 0.0478215 Sep 01 00:39:47.238933 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-52b112d8-55d8-4030-ba85-6990a7c7a622 req-2b183beb-e469-4ccd-a871-08a28b7eada8 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Sep 01 00:39:47.583413 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdeba-9441-45a2-9aa8-42ba2403e185 req-f22933ed-2dcd-46dc-b754-27f590ad928c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:47.584915 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-602fdeba-9441-45a2-9aa8-42ba2403e185 req-f22933ed-2dcd-46dc-b754-27f590ad928c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 946 time: 0.0482633 Sep 01 00:39:47.633153 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-602fdeba-9441-45a2-9aa8-42ba2403e185 req-82d694a3-2370-4443-931c-5a285fbaf746 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Sep 01 00:39:49.837275 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:39:50.374193 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-0afd0526-f1fb-4fe3-a8c7-ff127918d52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:51.079299 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:52.760954 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-78abbcb6-a35b-4c2a-b99d-df0d55a4d56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:53.988227 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:54.354485 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:54.368297 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:55.310000 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:55.419070 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:56.099683 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34c47c-0a25-45ac-b93b-f57e3be875d5 req-c2076458-0628-4ac7-8a99-04e48808af3b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:56.101179 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3d34c47c-0a25-45ac-b93b-f57e3be875d5 req-c2076458-0628-4ac7-8a99-04e48808af3b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 946 time: 0.0469637 Sep 01 00:39:56.147937 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3d34c47c-0a25-45ac-b93b-f57e3be875d5 req-cfa994e5-34be-4b86-a232-306c752f13b1 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Sep 01 00:39:56.174775 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60688) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:56.311908 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0f2e7c-301f-4663-acde-dea5d3f95d02 tempest-TestMinimumBasicScenario-522749736 tempest-TestMinimumBasicScenario-522749736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:56.313499 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-cc0f2e7c-301f-4663-acde-dea5d3f95d02 tempest-TestMinimumBasicScenario-522749736 tempest-TestMinimumBasicScenario-522749736-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1125 time: 0.1377738 Sep 01 00:39:56.316485 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60692) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:56.321281 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'port_id': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:56.342222 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:56.417770 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:56.420882 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:56.531239 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Allocated IP 172.27.4.165 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:39:56.631926 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for port (c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:56.662416 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:56.694705 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:56.707249 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:39:56.712685 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:39:56.717130 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:39:56.720238 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'Port': ['ID=c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:57.057905 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:57.073073 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for floatingip (5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:57.146542 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:57.230152 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:57.301032 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for port (c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:57.305428 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:57.372378 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:57.374037 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'Port': ['ID=c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:57.478200 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Floating IP 5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6 associated. External IP: 172.27.4.165, port: ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f. Sep 01 00:39:57.623938 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:57.683091 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Router e9c39074-2d92-4775-b654-4c9ff8eee4e9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:39:57.786373 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:39:57.796051 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] Sync routers for ids ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:39:57.804191 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:57.804465 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:57.806926 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] Routers {'e9c39074-2d92-4775-b654-4c9ff8eee4e9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:57.807651 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:57.835371 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-5ef6f122-49c5-46a7-ab15-3b6214ba1f6b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5178766 Sep 01 00:39:57.836012 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:39:57.838978 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299f58cd-e765-435d-b45b-c3ec07ec40f3" -d '{"events": [{"name": "network-changed", "server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:39:57.839201 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60698) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:57.851276 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-4672273d-c9b3-4373-9139-631d41834258 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572808130', 'description': 'tempest-secgroup-smoke-572808130 description', 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:57.875627 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4672273d-c9b3-4373-9139-631d41834258 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:57.890558 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9438aba-6e5f-405d-8452-bd2009cfc2f7 x-openstack-request-id: req-c9438aba-6e5f-405d-8452-bd2009cfc2f7 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:39:57.890851 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:39:57.891104 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9438aba-6e5f-405d-8452-bd2009cfc2f7 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:39:57.891508 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9438aba-6e5f-405d-8452-bd2009cfc2f7'] response: {'name': 'network-changed', 'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'status': 'completed', 'code': 200} Sep 01 00:39:57.915476 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] Set router e9c39074-2d92-4775-b654-4c9ff8eee4e9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:57.959340 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-91507eff-9195-48d3-a5f1-2bc04f62b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:57.960200 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4672273d-c9b3-4373-9139-631d41834258 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group (ab36321a-82c7-4ded-ab7b-7bda646e7f41), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:57.960920 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-91507eff-9195-48d3-a5f1-2bc04f62b5ad service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1130 time: 0.0448298 Sep 01 00:39:57.965168 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4672273d-c9b3-4373-9139-631d41834258 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ab36321a-82c7-4ded-ab7b-7bda646e7f41), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:57.994661 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-4672273d-c9b3-4373-9139-631d41834258 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:57.998891 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-4672273d-c9b3-4373-9139-631d41834258 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1559100 Sep 01 00:39:57.999730 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60702) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:58.004050 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-9feea196-bd0b-41f3-a738-f15958ef0fb5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'security_group_rule': {'security_group_id': 'ab36321a-82c7-4ded-ab7b-7bda646e7f41', 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:58.024575 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672273d-c9b3-4373-9139-631d41834258 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab36321a-82c7-4ded-ab7b-7bda646e7f41,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:58.044367 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9feea196-bd0b-41f3-a738-f15958ef0fb5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (6d3fda61-e21d-4dc6-9b07-297d53c9fa7d), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.063503 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-a25a0cbc-da0b-4aac-bcf9-a765087aa37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:58.065002 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-a25a0cbc-da0b-4aac-bcf9-a765087aa37a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=081f6276-ed6d-45db-bc80-ea1c979d3909 HTTP/1.1" status: 200 len: 916 time: 0.0984654 Sep 01 00:39:58.103766 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9feea196-bd0b-41f3-a738-f15958ef0fb5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (6d3fda61-e21d-4dc6-9b07-297d53c9fa7d), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.108030 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9feea196-bd0b-41f3-a738-f15958ef0fb5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (6d3fda61-e21d-4dc6-9b07-297d53c9fa7d), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.131158 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feea196-bd0b-41f3-a738-f15958ef0fb5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3fda61-e21d-4dc6-9b07-297d53c9fa7d,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:58.132012 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-f13c6772-a0f4-4f0d-8ae5-b95c7c934ea7 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 1000 time: 0.0601172 Sep 01 00:39:58.138388 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9feea196-bd0b-41f3-a738-f15958ef0fb5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.142674 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-9feea196-bd0b-41f3-a738-f15958ef0fb5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420002 Sep 01 00:39:58.143635 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60704) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:58.147575 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-9124073b-0eb8-42c0-8422-59ba9d8ed259 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'security_group_rule': {'security_group_id': 'ab36321a-82c7-4ded-ab7b-7bda646e7f41', 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:58.150101 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:08Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'floating_ip_address': '172.27.4.165', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'port_id': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'mac_address': 'fa:16:3e:4b:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:39:56Z', 'updated_at': '2022-09-01T00:39:56Z', 'revision_number': 0, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7d5d7d-06d8-411d-bfd6-ebdd960a70db', 'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'mac_address': 'fa:16:3e:6e:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:07Z', 'updated_at': '2022-09-01T00:39:14Z', 'revision_number': 5, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'subnets': [{'id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:58.176758 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9124073b-0eb8-42c0-8422-59ba9d8ed259 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (0baf4f27-f86e-46bc-8bce-d78160ba3546), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.176983 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] Checking router: e9c39074-2d92-4775-b654-4c9ff8eee4e9 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:39:58.186037 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] Routers {'e9c39074-2d92-4775-b654-4c9ff8eee4e9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:39:58.186658 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:58.191184 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-d7a9de36-7fca-4323-a2fd-0bdbecbc3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:58.192669 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-d7a9de36-7fca-4323-a2fd-0bdbecbc3829 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c3241ed8-7a87-484f-ac7d-782f1354e587 HTTP/1.1" status: 200 len: 854 time: 0.0548770 Sep 01 00:39:58.208636 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:58.243616 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-27d9639e-7f01-4584-9621-326943c1607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:58.245165 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-27d9639e-7f01-4584-9621-326943c1607f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=081f6276-ed6d-45db-bc80-ea1c979d3909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463104 Sep 01 00:39:58.251258 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9124073b-0eb8-42c0-8422-59ba9d8ed259 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (0baf4f27-f86e-46bc-8bce-d78160ba3546), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.257104 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9124073b-0eb8-42c0-8422-59ba9d8ed259 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (0baf4f27-f86e-46bc-8bce-d78160ba3546), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.283200 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9124073b-0eb8-42c0-8422-59ba9d8ed259 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.287229 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-9124073b-0eb8-42c0-8422-59ba9d8ed259 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404018 Sep 01 00:39:58.287451 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60706) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:58.293059 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-c681d55b-3986-473b-84a5-412c27eae3fd tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'security_group_rule': {'security_group_id': 'ab36321a-82c7-4ded-ab7b-7bda646e7f41', 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:58.299962 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124073b-0eb8-42c0-8422-59ba9d8ed259 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0baf4f27-f86e-46bc-8bce-d78160ba3546,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:58.333868 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c681d55b-3986-473b-84a5-412c27eae3fd tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (13b64c1b-441e-42af-a945-a6c20fca49b6), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.352173 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-4f1885a3-9043-40e3-aa01-741e01c7565a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982349 Sep 01 00:39:58.390211 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] Set router e9c39074-2d92-4775-b654-4c9ff8eee4e9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:39:58.400704 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c681d55b-3986-473b-84a5-412c27eae3fd tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (13b64c1b-441e-42af-a945-a6c20fca49b6), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.404940 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c681d55b-3986-473b-84a5-412c27eae3fd tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (13b64c1b-441e-42af-a945-a6c20fca49b6), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.426739 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681d55b-3986-473b-84a5-412c27eae3fd tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b64c1b-441e-42af-a945-a6c20fca49b6,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:58.434387 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c681d55b-3986-473b-84a5-412c27eae3fd tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.438412 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c681d55b-3986-473b-84a5-412c27eae3fd tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498322 Sep 01 00:39:58.439046 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60708) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:58.443304 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-9c6f2cab-0f05-4ed2-979c-28df79a44757 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'security_group_rule': {'security_group_id': 'ab36321a-82c7-4ded-ab7b-7bda646e7f41', 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:58.453560 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-299f58cd-e765-435d-b45b-c3ec07ec40f3 req-d5107e9b-722e-4ae5-9446-18a60a1e453d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956054 Sep 01 00:39:58.474252 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2cab-0f05-4ed2-979c-28df79a44757 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (fa88df4d-4511-4c1f-8468-ad2b3673ea45), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.483815 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:58.539803 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2cab-0f05-4ed2-979c-28df79a44757 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (fa88df4d-4511-4c1f-8468-ad2b3673ea45), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.544314 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2cab-0f05-4ed2-979c-28df79a44757 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (fa88df4d-4511-4c1f-8468-ad2b3673ea45), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.564087 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f2cab-0f05-4ed2-979c-28df79a44757 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa88df4d-4511-4c1f-8468-ad2b3673ea45,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:58.584380 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2cab-0f05-4ed2-979c-28df79a44757 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.590131 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-9c6f2cab-0f05-4ed2-979c-28df79a44757 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458964 Sep 01 00:39:58.590427 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60714) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:58.595110 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [None req-e6fbffe1-a1a8-4964-b7d1-6b8d4a3236b5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'security_group_rule': {'security_group_id': 'ab36321a-82c7-4ded-ab7b-7bda646e7f41', 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:58.622101 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.securitygroups_db [None req-e6fbffe1-a1a8-4964-b7d1-6b8d4a3236b5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Project a22a4b4aab87497eb1f8b1bce8cd17d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 00:39:58.628219 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffe1-a1a8-4964-b7d1-6b8d4a3236b5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (b6deebe6-7b40-4e1b-9eab-944305a464bf), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.636320 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:08Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'floating_ip_address': '172.27.4.165', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'port_id': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'mac_address': 'fa:16:3e:4b:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:39:56Z', 'updated_at': '2022-09-01T00:39:56Z', 'revision_number': 0, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7d5d7d-06d8-411d-bfd6-ebdd960a70db', 'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'mac_address': 'fa:16:3e:6e:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:07Z', 'updated_at': '2022-09-01T00:39:14Z', 'revision_number': 5, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'subnets': [{'id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:39:58.665380 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e00625-b876-4746-b7c9-e07487b0997f None None] The sync data for ids ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'] in dv-cinder-820027-21-iscsi is: [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:08Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'floating_ip_address': '172.27.4.165', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'port_id': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'mac_address': 'fa:16:3e:4b:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:39:56Z', 'updated_at': '2022-09-01T00:39:56Z', 'revision_number': 0, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7d5d7d-06d8-411d-bfd6-ebdd960a70db', 'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'mac_address': 'fa:16:3e:6e:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:07Z', 'updated_at': '2022-09-01T00:39:14Z', 'revision_number': 5, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'subnets': [{'id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:39:58.697271 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffe1-a1a8-4964-b7d1-6b8d4a3236b5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (b6deebe6-7b40-4e1b-9eab-944305a464bf), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.703034 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffe1-a1a8-4964-b7d1-6b8d4a3236b5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (b6deebe6-7b40-4e1b-9eab-944305a464bf), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.728299 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbffe1-a1a8-4964-b7d1-6b8d4a3236b5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6deebe6-7b40-4e1b-9eab-944305a464bf,revision_number=0']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:58.732918 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffe1-a1a8-4964-b7d1-6b8d4a3236b5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.737008 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-e6fbffe1-a1a8-4964-b7d1-6b8d4a3236b5 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453254 Sep 01 00:39:58.737610 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60722) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:39:58.744072 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-e27ce5d7-f229-415e-9981-3e4bfa8592d2 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'security_group_rule': {'security_group_id': 'ab36321a-82c7-4ded-ab7b-7bda646e7f41', 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:58.771990 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.securitygroups_db [None req-e27ce5d7-f229-415e-9981-3e4bfa8592d2 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Project a22a4b4aab87497eb1f8b1bce8cd17d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 00:39:58.781937 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e27ce5d7-f229-415e-9981-3e4bfa8592d2 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (bc7c2de7-0080-4bb0-a3b0-7b7e72187fc3), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.825000 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-ab8f19dc-c2f1-4dab-8e4c-9954565d931d tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1194673048&fields=id&tenant_id=31e9903e4f16471d8057ee7364cf123b HTTP/1.1" status: 200 len: 267 time: 0.0536780 Sep 01 00:39:58.843177 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e27ce5d7-f229-415e-9981-3e4bfa8592d2 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (bc7c2de7-0080-4bb0-a3b0-7b7e72187fc3), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.847144 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e27ce5d7-f229-415e-9981-3e4bfa8592d2 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718439'] for security_group_rule (bc7c2de7-0080-4bb0-a3b0-7b7e72187fc3), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.862084 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:58.873327 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e27ce5d7-f229-415e-9981-3e4bfa8592d2 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:58.874566 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-e27ce5d7-f229-415e-9981-3e4bfa8592d2 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351435 Sep 01 00:39:58.876293 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ce5d7-f229-415e-9981-3e4bfa8592d2 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7c2de7-0080-4bb0-a3b0-7b7e72187fc3,revision_number=0']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:58.913103 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:58.918957 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5acd0ae-0335-4277-9769-3e0d7dff4708 None None] New status for floating IP 5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6: ACTIVE {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:39:58.946628 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ae675-293b-4487-8984-23519c003899 req-a0ccb195-e333-4c95-a355-0585a12bad84 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:58.948100 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-a0ccb195-e333-4c95-a355-0585a12bad84 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 812 time: 0.1206176 Sep 01 00:39:58.964030 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-52dc2635-04de-4bb2-b2d4-f69969aefb81 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/quotas/31e9903e4f16471d8057ee7364cf123b HTTP/1.1" status: 200 len: 375 time: 0.0098920 Sep 01 00:39:58.997525 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-0dee8a5e-9f72-4645-a3fe-669d8c82f72e tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-572808130&fields=id&tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5 HTTP/1.1" status: 200 len: 267 time: 0.0493145 Sep 01 00:39:59.020074 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-c19d51d3-36d6-4751-96a4-cd2e69668bcc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500934 Sep 01 00:39:59.053324 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-59eb8dbf-7eff-4370-ade2-7343bf57a5ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:59.054930 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-59eb8dbf-7eff-4370-ade2-7343bf57a5ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 946 time: 0.0518944 Sep 01 00:39:59.066548 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-59f9b294-a180-4013-86d9-83a4566960ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'port': {'security_groups': ['f68ad639-a1e8-4380-abd5-382be3e95d05', 'ab36321a-82c7-4ded-ab7b-7bda646e7f41']}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:39:59.124613 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-3ed60c97-e79a-480a-929a-d79dcc8c6416 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912406 Sep 01 00:39:59.146539 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-59f9b294-a180-4013-86d9-83a4566960ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:59.227806 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-d73da63e-1776-4641-a2c3-15cd7947058d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967841 Sep 01 00:39:59.344049 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-59f9b294-a180-4013-86d9-83a4566960ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] For port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:39:59.374342 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-59f9b294-a180-4013-86d9-83a4566960ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:59.380921 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-59f9b294-a180-4013-86d9-83a4566960ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:59.393666 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-59f9b294-a180-4013-86d9-83a4566960ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:59.394318 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-59f9b294-a180-4013-86d9-83a4566960ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:39:59.395632 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5fbb8dc7-819c-4618-a43d-da4f0e2a5b31 req-59f9b294-a180-4013-86d9-83a4566960ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "PUT /networking/v2.0/ports/ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 982 time: 0.3340244 Sep 01 00:39:59.396109 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:39:59.396248 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:39:59.399112 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4" -d '{"events": [{"name": "network-changed", "server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:39:59.451843 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9b294-a180-4013-86d9-83a4566960ea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'Port': ['ID=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,revision_number=6']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:39:59.464422 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08522125-cbfa-45ec-b9d1-4c60b8aba46b x-openstack-request-id: req-08522125-cbfa-45ec-b9d1-4c60b8aba46b {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:39:59.464741 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:39:59.464996 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08522125-cbfa-45ec-b9d1-4c60b8aba46b {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:39:59.465405 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08522125-cbfa-45ec-b9d1-4c60b8aba46b'] response: {'name': 'network-changed', 'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'status': 'completed', 'code': 200} Sep 01 00:39:59.496254 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:39:59.576463 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-442a1b9e-d099-44be-86fd-d4cc0a10f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:59.578214 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-442a1b9e-d099-44be-86fd-d4cc0a10f8c5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1169 time: 0.0879200 Sep 01 00:39:59.585299 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef4503-c27f-4f23-bccf-078b590a2ce7 req-29af9d43-07b7-4d0b-b3be-d45c83c39a1b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:59.587824 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ebef4503-c27f-4f23-bccf-078b590a2ce7 req-29af9d43-07b7-4d0b-b3be-d45c83c39a1b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0598955 Sep 01 00:39:59.615487 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9154d27f-fb9e-4b84-ba31-4172a085bafa req-54c4adf3-9ec5-46fd-952d-dbf101b09849 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 210 time: 0.0362821 Sep 01 00:39:59.672846 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ebef4503-c27f-4f23-bccf-078b590a2ce7 req-4310d5a6-2b4b-4329-8646-86f134b79780 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768027 Sep 01 00:39:59.694808 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:59.727954 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-53029b02-2959-4c8e-8c75-15c16b49fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:59.729462 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-53029b02-2959-4c8e-8c75-15c16b49fa23 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=081f6276-ed6d-45db-bc80-ea1c979d3909 HTTP/1.1" status: 200 len: 916 time: 0.1389687 Sep 01 00:39:59.785156 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:39:59.797699 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-80bddeee-0a0a-4f19-a415-80c2b63c1c21 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 1002 time: 0.0612648 Sep 01 00:39:59.856011 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-ba8302a1-6b63-4bbd-8986-4f91c7075b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:59.857730 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-ba8302a1-6b63-4bbd-8986-4f91c7075b5c service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c3241ed8-7a87-484f-ac7d-782f1354e587 HTTP/1.1" status: 200 len: 854 time: 0.0537128 Sep 01 00:39:59.909231 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-afb93a93-de41-487a-b477-9d774f8d39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:39:59.910843 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-afb93a93-de41-487a-b477-9d774f8d39ce service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=081f6276-ed6d-45db-bc80-ea1c979d3909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461161 Sep 01 00:39:59.998115 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=100 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:00.022557 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-34b50a3a-4f75-4ae0-8711-062c2f058122 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039960 Sep 01 00:40:00.418328 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c09687dc-c95d-4b96-8b4f-2aaf06b536b4 req-818de7ba-3fc2-4624-8bd3-cf511d751ee1 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814867 Sep 01 00:40:00.738159 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d2d993f6-cab5-474f-a2d4-6a811c37bd5f req-1cb93437-1a80-4c0a-b7ac-f1a72706b89e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 210 time: 0.0399454 Sep 01 00:40:00.819401 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ae675-293b-4487-8984-23519c003899 req-aaafe168-93d8-4ffa-8afb-4412311bb5c2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:00.821745 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-aaafe168-93d8-4ffa-8afb-4412311bb5c2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 812 time: 0.1327574 Sep 01 00:40:00.892020 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-a188b45c-57c4-48b7-afc2-e6f994ecab91 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=31e9903e4f16471d8057ee7364cf123b HTTP/1.1" status: 200 len: 380 time: 0.0545826 Sep 01 00:40:00.902825 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'port': {'device_id': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'admin_state_up': True, 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'security_groups': ['0855abc1-fbed-44f9-b2e3-d7eb52f7bdea']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:40:00.980028 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:01.016134 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Made reservation on behalf of 31e9903e4f16471d8057ee7364cf123b for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:40:01.019842 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:01.150885 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Allocated IP 172.20.0.11 (28512075-6511-4bf7-8914-a7d1b95a8073/4e24b081-8afc-4718-aef6-3aee41bbeec0/d3208c8e-df8b-4d14-9287-98e93f1ba938) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:40:01.281021 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:01.297778 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:01.330988 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:01.380858 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Network 28512075-6511-4bf7-8914-a7d1b95a8073 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:40:01.384808 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:40:01.388802 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:40:01.412917 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'Port': ['ID=d3208c8e-df8b-4d14-9287-98e93f1ba938,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:40:01.441610 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:01.442319 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:01.460250 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-359bd96b-cf34-44ad-b2bb-1c6c209e8b63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623903 Sep 01 00:40:01.474315 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Request body: {'port': {'device_id': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:40:01.539824 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:01.637248 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-f785485c-ad96-448a-befb-e78ca97842b3 None None] Provisioning complete for port d3208c8e-df8b-4d14-9287-98e93f1ba938 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:40:01.637906 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f785485c-ad96-448a-befb-e78ca97842b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:01.670343 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-f785485c-ad96-448a-befb-e78ca97842b3 None None] Port d3208c8e-df8b-4d14-9287-98e93f1ba938 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:40:01.742926 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:01.806575 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3208c8e-df8b-4d14-9287-98e93f1ba938 {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:40:01.814333 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Publish callbacks [] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:01.827916 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Transition to ACTIVE for port object d3208c8e-df8b-4d14-9287-98e93f1ba938 will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:40:01.831845 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:01.861453 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3e6cd-f42c-4582-b773-5034a1ca2af8 req-4974a95a-2672-47e1-9c2d-921da3b8238a tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:01.862930 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-57d3e6cd-f42c-4582-b773-5034a1ca2af8 req-4974a95a-2672-47e1-9c2d-921da3b8238a tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 932 time: 0.0506883 Sep 01 00:40:01.874707 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:01.895668 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3208c8e-df8b-4d14-9287-98e93f1ba938,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:40:01.919250 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-57d3e6cd-f42c-4582-b773-5034a1ca2af8 req-12c11c2c-ba3e-4fb7-90af-ee1b50436f8c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501575 Sep 01 00:40:01.952001 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Attempting to bind port d3208c8e-df8b-4d14-9287-98e93f1ba938 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:40:01.952338 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Attempting to bind port d3208c8e-df8b-4d14-9287-98e93f1ba938 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:40:01.952705 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Attempting to bind port d3208c8e-df8b-4d14-9287-98e93f1ba938 on network 28512075-6511-4bf7-8914-a7d1b95a8073 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:40:01.957010 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Port d3208c8e-df8b-4d14-9287-98e93f1ba938 on network 28512075-6511-4bf7-8914-a7d1b95a8073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:40:01.957331 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Attempting to bind port d3208c8e-df8b-4d14-9287-98e93f1ba938 on network 28512075-6511-4bf7-8914-a7d1b95a8073 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:40:01.962163 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:40:01.962499 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Checking segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:40:01.962879 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Bound using segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:40:01.963304 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Bound port: d3208c8e-df8b-4d14-9287-98e93f1ba938, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:40:01.963657 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:02.028338 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] For port d3208c8e-df8b-4d14-9287-98e93f1ba938, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:40:02.031448 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] For port d3208c8e-df8b-4d14-9287-98e93f1ba938, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d3208c8e-df8b-4d14-9287-98e93f1ba938,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:40:02.037525 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:02.042293 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:02.042908 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:02.044286 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/d3208c8e-df8b-4d14-9287-98e93f1ba938 HTTP/1.1" status: 200 len: 1094 time: 0.5742509 Sep 01 00:40:02.044832 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'tag': 'd3208c8e-df8b-4d14-9287-98e93f1ba938'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:40:02.047078 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94" -d '{"events": [{"name": "network-changed", "server_uuid": "c472673e-4179-483d-a44f-d9a4fe49b434", "tag": "d3208c8e-df8b-4d14-9287-98e93f1ba938"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:40:02.096041 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7b8b97-2186-4d49-a5aa-b30927be5c4a x-openstack-request-id: req-9c7b8b97-2186-4d49-a5aa-b30927be5c4a {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:40:02.096326 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c472673e-4179-483d-a44f-d9a4fe49b434", "tag": "d3208c8e-df8b-4d14-9287-98e93f1ba938", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:40:02.096604 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c7b8b97-2186-4d49-a5aa-b30927be5c4a {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:40:02.097002 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7b8b97-2186-4d49-a5aa-b30927be5c4a'] response: {'name': 'network-changed', 'server_uuid': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'tag': 'd3208c8e-df8b-4d14-9287-98e93f1ba938', 'status': 'completed', 'code': 200} Sep 01 00:40:02.131664 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b32be0-9b2b-488e-8a33-4dc789e3fde7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3208c8e-df8b-4d14-9287-98e93f1ba938,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:40:02.141065 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ae675-293b-4487-8984-23519c003899 req-a0c3a516-ee16-40e1-aae8-cd1cb2855b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:02.142578 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-a0c3a516-ee16-40e1-aae8-cd1cb2855b25 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 1128 time: 0.0573742 Sep 01 00:40:02.183129 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-c95f7010-2a40-4936-baff-4869c0ba5668 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3208c8e-df8b-4d14-9287-98e93f1ba938 HTTP/1.1" status: 200 len: 217 time: 0.0333574 Sep 01 00:40:02.196696 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:02.233426 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ae675-293b-4487-8984-23519c003899 req-fafc3dce-61d1-4713-b753-fdc6145ec734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:02.234866 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-fafc3dce-61d1-4713-b753-fdc6145ec734 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0460126 Sep 01 00:40:02.281669 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ae675-293b-4487-8984-23519c003899 req-99ca4e74-c705-469f-a0d5-86aacba9e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:02.283131 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-99ca4e74-c705-469f-a0d5-86aacba9e058 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379972 Sep 01 00:40:02.379878 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-d7aa2639-9f6b-4eaa-b6a7-8716938dcb84 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899692 Sep 01 00:40:02.474546 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-221ae675-293b-4487-8984-23519c003899 req-187bdb65-8e5e-43d8-8761-16a5f8869347 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867290 Sep 01 00:40:02.730401 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-18105512-5777-43fc-a8b5-eeff6354144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:02.731773 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-18105512-5777-43fc-a8b5-eeff6354144b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 1128 time: 0.0399430 Sep 01 00:40:02.822924 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-fa5ebb38-efb4-418a-9910-3a5b4a4e92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:02.824410 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-fa5ebb38-efb4-418a-9910-3a5b4a4e92f2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0863485 Sep 01 00:40:02.866507 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-1d15b55a-0048-4c78-b085-24b65743cc74 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3208c8e-df8b-4d14-9287-98e93f1ba938 HTTP/1.1" status: 200 len: 217 time: 0.0361309 Sep 01 00:40:02.916475 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-1ca30957-017f-410b-bda6-21c565bab10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:02.917925 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-1ca30957-017f-410b-bda6-21c565bab10c service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0443065 Sep 01 00:40:02.957739 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:02.961568 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-ff17a7ce-4fee-4c1d-a042-2d91674f5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:02.963072 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-ff17a7ce-4fee-4c1d-a042-2d91674f5a3e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395224 Sep 01 00:40:03.038076 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fc13c-da5c-449c-ba08-c6336e490b8d req-c4cee198-46e0-4776-b08a-f7d388c2124d tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:03.039734 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-249fc13c-da5c-449c-ba08-c6336e490b8d req-c4cee198-46e0-4776-b08a-f7d388c2124d tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 944 time: 0.0481067 Sep 01 00:40:03.059550 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-1345f5fb-d46e-4b4c-8a65-2529b2717ce3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903871 Sep 01 00:40:03.089831 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-249fc13c-da5c-449c-ba08-c6336e490b8d req-d0ca9d60-57e7-4dbf-8a70-7fe9f21dcf7c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Sep 01 00:40:03.151936 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fbf96f2a-5bf8-4e2a-9727-506f5285fe94 req-4270659a-8b5f-4171-8d67-c8ea5d70c8a5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850124 Sep 01 00:40:03.235620 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-7f7275fe-e1f5-42b1-b9bf-64c83df9ff3c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428252 Sep 01 00:40:03.318439 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-6c918c67-3b70-4b05-88cc-d08c00895f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:03.320113 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-6c918c67-3b70-4b05-88cc-d08c00895f72 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1169 time: 0.0394964 Sep 01 00:40:03.432306 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-5c845302-5038-4770-a2bd-15d44dc95d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:03.433764 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-5c845302-5038-4770-a2bd-15d44dc95d13 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=081f6276-ed6d-45db-bc80-ea1c979d3909 HTTP/1.1" status: 200 len: 916 time: 0.0919998 Sep 01 00:40:03.494820 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-e689ec05-3e1c-4fca-ab1c-9917fe65c9e8 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 1002 time: 0.0547483 Sep 01 00:40:03.541761 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-4c0b5ece-e078-49f5-9f6b-7e3ec7bd21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:03.543131 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-4c0b5ece-e078-49f5-9f6b-7e3ec7bd21f8 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c3241ed8-7a87-484f-ac7d-782f1354e587 HTTP/1.1" status: 200 len: 854 time: 0.0426319 Sep 01 00:40:03.581676 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:03.591798 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-9e5dca50-2eb7-4e4e-9e94-73c95c7fecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:03.593294 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-9e5dca50-2eb7-4e4e-9e94-73c95c7fecdf service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=081f6276-ed6d-45db-bc80-ea1c979d3909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415919 Sep 01 00:40:03.685137 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-2019b193-27b4-401d-a7b4-f6f7ffe20eb5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857427 Sep 01 00:40:03.780164 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-83ad00eb-9446-48d8-8dd3-91faeaa04808 req-aa898bc5-656b-49b3-8c04-01ad7fe00d63 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879059 Sep 01 00:40:04.210372 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940ba45-1cdc-4dd9-94c6-2474a0649084 req-c934a790-3133-4249-9609-733430323ce3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:04.212732 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3940ba45-1cdc-4dd9-94c6-2474a0649084 req-c934a790-3133-4249-9609-733430323ce3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 944 time: 0.0507276 Sep 01 00:40:04.263495 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3940ba45-1cdc-4dd9-94c6-2474a0649084 req-224be3bb-1b4d-41d8-9685-5933a693d758 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452363 Sep 01 00:40:05.385687 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea8032-9445-438d-9b79-be0994b8e93e req-c5791b90-accd-4dea-bc61-03be547ac6f4 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:05.387061 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-feea8032-9445-438d-9b79-be0994b8e93e req-c5791b90-accd-4dea-bc61-03be547ac6f4 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 944 time: 0.0487487 Sep 01 00:40:05.435641 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-feea8032-9445-438d-9b79-be0994b8e93e req-13682956-a2f7-4d1e-97f3-f4c2c59d5eba tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Sep 01 00:40:06.552773 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4dc9-7d27-48bb-90a5-033bc72c9a81 req-588268d9-f8e0-4bb0-b0e4-3f395de43626 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:06.554239 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fc4e4dc9-7d27-48bb-90a5-033bc72c9a81 req-588268d9-f8e0-4bb0-b0e4-3f395de43626 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 944 time: 0.0452974 Sep 01 00:40:06.605932 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fc4e4dc9-7d27-48bb-90a5-033bc72c9a81 req-bb7db72f-e575-476c-b460-781852931863 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456769 Sep 01 00:40:07.733020 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b998c7-c206-4022-966e-e0ba0f5e84dd req-87e75694-cba8-4b9b-91a3-275913994ecd tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:07.734489 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-63b998c7-c206-4022-966e-e0ba0f5e84dd req-87e75694-cba8-4b9b-91a3-275913994ecd tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 944 time: 0.0560229 Sep 01 00:40:07.778275 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:07.783341 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-63b998c7-c206-4022-966e-e0ba0f5e84dd req-6a145b35-7025-4aff-af73-7341099a41ca tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432718 Sep 01 00:40:08.901874 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57235c-bb5d-4e65-be97-6b88415b726a req-715a9d30-33d8-481b-8098-4c5f47b57065 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:08.903363 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0c57235c-bb5d-4e65-be97-6b88415b726a req-715a9d30-33d8-481b-8098-4c5f47b57065 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 944 time: 0.0472460 Sep 01 00:40:08.952177 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0c57235c-bb5d-4e65-be97-6b88415b726a req-1bf0b999-75c9-4041-95e7-6301e324de12 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432689 Sep 01 00:40:10.072540 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abe24e-90b1-47da-a763-83fecd8dd924 req-6abfbd2a-3f41-400e-8ea8-88beb8473316 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:10.074067 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-56abe24e-90b1-47da-a763-83fecd8dd924 req-6abfbd2a-3f41-400e-8ea8-88beb8473316 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 944 time: 0.0490866 Sep 01 00:40:10.126354 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-56abe24e-90b1-47da-a763-83fecd8dd924 req-c7f8994b-1287-4437-bfc0-a5f02d9aac19 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466464 Sep 01 00:40:10.919683 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device d3208c8e-df8b-4d14-9287-98e93f1ba938 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:40:11.016995 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port d3208c8e-df8b-4d14-9287-98e93f1ba938, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d3208c8e-df8b-4d14-9287-98e93f1ba938,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:40:11.027930 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': 'd3208c8e-df8b-4d14-9287-98e93f1ba938', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'port_id': 'd3208c8e-df8b-4d14-9287-98e93f1ba938', 'mac_address': 'fa:16:3e:dc:c8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:40:11.065680 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port d3208c8e-df8b-4d14-9287-98e93f1ba938 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:40:11.065996 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:11.078987 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3208c8e-df8b-4d14-9287-98e93f1ba938 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:40:11.097984 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port d3208c8e-df8b-4d14-9287-98e93f1ba938, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d3208c8e-df8b-4d14-9287-98e93f1ba938,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:40:11.102657 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:11.148351 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=d3208c8e-df8b-4d14-9287-98e93f1ba938,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:40:11.236341 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:11.247886 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c2a92-d40d-4c0c-abd0-939241f4add0 req-20fb93b6-ff1c-4454-ba05-8abf8ff09d69 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:11.249409 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-444c2a92-d40d-4c0c-abd0-939241f4add0 req-20fb93b6-ff1c-4454-ba05-8abf8ff09d69 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 945 time: 0.0475910 Sep 01 00:40:11.300305 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-444c2a92-d40d-4c0c-abd0-939241f4add0 req-8c51eb88-3177-432b-97c4-6e77a6a615fa tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443349 Sep 01 00:40:11.332527 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['d3208c8e-df8b-4d14-9287-98e93f1ba938'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:40:11.400308 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:12.420111 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b232448-851a-4b97-b987-753c1e423a2e req-c39a098e-d301-4166-813d-1442faef5a07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:12.422157 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3b232448-851a-4b97-b987-753c1e423a2e req-c39a098e-d301-4166-813d-1442faef5a07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 945 time: 0.0471504 Sep 01 00:40:12.471814 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3b232448-851a-4b97-b987-753c1e423a2e req-6920ce79-8681-473d-8648-855202a31440 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442326 Sep 01 00:40:12.837621 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=83 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:12.842636 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=68 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:12.940579 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device d3208c8e-df8b-4d14-9287-98e93f1ba938 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:40:12.971348 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:12.984811 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port d3208c8e-df8b-4d14-9287-98e93f1ba938 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:40:12.990795 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port d3208c8e-df8b-4d14-9287-98e93f1ba938 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:40:12.991239 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:13.064173 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port d3208c8e-df8b-4d14-9287-98e93f1ba938 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:40:13.064475 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:13.087140 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3208c8e-df8b-4d14-9287-98e93f1ba938'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:40:13.089551 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5182d12c-74ec-4b00-9184-d085395a1f47" -d '{"events": [{"server_uuid": "c472673e-4179-483d-a44f-d9a4fe49b434", "name": "network-vif-plugged", "status": "completed", "tag": "d3208c8e-df8b-4d14-9287-98e93f1ba938"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:40:13.103015 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port d3208c8e-df8b-4d14-9287-98e93f1ba938, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d3208c8e-df8b-4d14-9287-98e93f1ba938,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:40:13.106786 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:13.128833 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c6fdd9-b5ad-4318-8ed4-a35103571910 x-openstack-request-id: req-d3c6fdd9-b5ad-4318-8ed4-a35103571910 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:40:13.129124 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c472673e-4179-483d-a44f-d9a4fe49b434", "name": "network-vif-plugged", "status": "completed", "tag": "d3208c8e-df8b-4d14-9287-98e93f1ba938", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:40:13.129377 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3c6fdd9-b5ad-4318-8ed4-a35103571910 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:40:13.129762 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c6fdd9-b5ad-4318-8ed4-a35103571910'] response: {'server_uuid': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3208c8e-df8b-4d14-9287-98e93f1ba938', 'code': 200} Sep 01 00:40:13.155533 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=d3208c8e-df8b-4d14-9287-98e93f1ba938,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:40:13.355140 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ba862-24be-47d9-a38b-32cbb3061d40 req-c0279a2a-903b-4e19-8294-d6a502544f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:13.356631 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3a0ba862-24be-47d9-a38b-32cbb3061d40 req-c0279a2a-903b-4e19-8294-d6a502544f25 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 1130 time: 0.0426211 Sep 01 00:40:13.402890 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-3a0ba862-24be-47d9-a38b-32cbb3061d40 req-07a58269-96d5-444e-941e-7fef43a536f0 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398955 Sep 01 00:40:13.588580 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60949e20-0466-42e0-bd1a-bf76cca280bf req-8a40370e-164a-4998-9c16-44719afda7d1 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:13.590034 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-60949e20-0466-42e0-bd1a-bf76cca280bf req-8a40370e-164a-4998-9c16-44719afda7d1 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 946 time: 0.0472214 Sep 01 00:40:13.638531 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-60949e20-0466-42e0-bd1a-bf76cca280bf req-9dde006b-6323-4075-928c-d80361fb1fa8 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430524 Sep 01 00:40:14.756192 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb858319-79c6-4cb7-bfbd-6ee6d16662b5 req-6449a7bc-ccfa-4d72-aa86-ea624d4f4cb4 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:14.757713 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-eb858319-79c6-4cb7-bfbd-6ee6d16662b5 req-6449a7bc-ccfa-4d72-aa86-ea624d4f4cb4 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 946 time: 0.0470848 Sep 01 00:40:14.808066 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-eb858319-79c6-4cb7-bfbd-6ee6d16662b5 req-a7f0d2fe-d6e2-48c8-bf01-787904b7bf53 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Sep 01 00:40:15.930886 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b36d2-e7df-4d1f-8830-c8a4f8c06549 req-2be5d135-05bf-473d-b72b-f3f34264a3ab tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:15.932873 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-277b36d2-e7df-4d1f-8830-c8a4f8c06549 req-2be5d135-05bf-473d-b72b-f3f34264a3ab tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 946 time: 0.0507913 Sep 01 00:40:15.982429 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-277b36d2-e7df-4d1f-8830-c8a4f8c06549 req-e3cc5ebc-726a-4859-9b51-b02abe3986ae tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439453 Sep 01 00:40:16.097086 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ab1d-4517-4db5-87eb-891daa25fb1b req-e95ee305-c605-4a86-8dca-c3329739dbd0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:16.098529 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1100ab1d-4517-4db5-87eb-891daa25fb1b req-e95ee305-c605-4a86-8dca-c3329739dbd0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 946 time: 0.0464544 Sep 01 00:40:16.151790 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1100ab1d-4517-4db5-87eb-891daa25fb1b req-6a512d00-3021-4447-8360-d8b8a858e764 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478356 Sep 01 00:40:16.178247 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60788) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:40:16.257515 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7222fe6f-93bf-4305-a05d-3c42ff9a6eac tempest-TestVolumeBootPattern-144650389 tempest-TestVolumeBootPattern-144650389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:16.259022 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7222fe6f-93bf-4305-a05d-3c42ff9a6eac tempest-TestVolumeBootPattern-144650389 tempest-TestVolumeBootPattern-144650389-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 1125 time: 0.0798004 Sep 01 00:40:16.262273 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60792) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:40:16.266343 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'port_id': 'd3208c8e-df8b-4d14-9287-98e93f1ba938', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:40:16.288878 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:16.370552 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:16.472136 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Allocated IP 172.27.4.145 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/e21cabd0-f68e-47ea-879f-0678afae8851) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:40:16.530915 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:16.580954 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for port (e21cabd0-f68e-47ea-879f-0678afae8851), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:16.612791 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (e21cabd0-f68e-47ea-879f-0678afae8851), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:16.648273 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:40:16.653804 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:40:16.657391 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:40:16.659031 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:16.681396 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'Port': ['ID=e21cabd0-f68e-47ea-879f-0678afae8851,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:40:16.695385 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.695721 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.696054 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.696385 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.696732 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.697064 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.697388 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.698343 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.698705 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.699027 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.699346 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.699664 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.699978 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.700290 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:16.700631 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:40:17.041298 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (608cf2da-7ba5-4bd0-9e82-78cef4ecd25b), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:17.107706 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (e21cabd0-f68e-47ea-879f-0678afae8851), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:17.254725 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for port (e21cabd0-f68e-47ea-879f-0678afae8851), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:17.259215 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (e21cabd0-f68e-47ea-879f-0678afae8851), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:17.301750 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:17.332561 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'Port': ['ID=e21cabd0-f68e-47ea-879f-0678afae8851,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:40:17.336435 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (608cf2da-7ba5-4bd0-9e82-78cef4ecd25b), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:17.436752 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Floating IP 608cf2da-7ba5-4bd0-9e82-78cef4ecd25b associated. External IP: 172.27.4.145, port: d3208c8e-df8b-4d14-9287-98e93f1ba938. Sep 01 00:40:17.533778 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:17.905286 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Router 990c7408-72f4-473c-8dc3-99f702066f5c has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:40:18.004228 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:40:18.017570 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] Sync routers for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:40:18.022763 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:18.028141 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:40:18.028883 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:40:18.055377 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-cad95106-2bad-4655-8a1c-be95ee568790 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7921159 Sep 01 00:40:18.056109 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'tag': 'd3208c8e-df8b-4d14-9287-98e93f1ba938'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:40:18.059025 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c472673e-4179-483d-a44f-d9a4fe49b434", "tag": "d3208c8e-df8b-4d14-9287-98e93f1ba938"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:40:18.096450 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eddf8f1-bb63-468b-837d-6522a50cdab7 x-openstack-request-id: req-5eddf8f1-bb63-468b-837d-6522a50cdab7 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:40:18.096773 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c472673e-4179-483d-a44f-d9a4fe49b434", "tag": "d3208c8e-df8b-4d14-9287-98e93f1ba938", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:40:18.097025 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5eddf8f1-bb63-468b-837d-6522a50cdab7 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:40:18.097429 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eddf8f1-bb63-468b-837d-6522a50cdab7'] response: {'name': 'network-changed', 'server_uuid': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'tag': 'd3208c8e-df8b-4d14-9287-98e93f1ba938', 'status': 'completed', 'code': 200} Sep 01 00:40:18.138283 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:40:18.160536 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-f95b1916-cd71-4144-9152-d7998044ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:18.162033 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-f95b1916-cd71-4144-9152-d7998044ddac service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 1130 time: 0.0382442 Sep 01 00:40:18.256488 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-15c25508-d2fa-4a31-9b2a-b91a2a6aee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:18.258035 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-15c25508-d2fa-4a31-9b2a-b91a2a6aee66 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0876222 Sep 01 00:40:18.311686 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:18.324553 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-1bd55934-84a9-442e-b21d-c3b70c8031e6 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3208c8e-df8b-4d14-9287-98e93f1ba938 HTTP/1.1" status: 200 len: 1000 time: 0.0603008 Sep 01 00:40:18.349228 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '608cf2da-7ba5-4bd0-9e82-78cef4ecd25b', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.145', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': 'd3208c8e-df8b-4d14-9287-98e93f1ba938', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:dc:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:40:16Z', 'updated_at': '2022-09-01T00:40:16Z', 'revision_number': 0, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:40:18.373752 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-e828f2d3-5ca7-4e82-9dee-6ec008a802bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:18.375210 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-e828f2d3-5ca7-4e82-9dee-6ec008a802bd service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0438752 Sep 01 00:40:18.377698 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] Checking router: 990c7408-72f4-473c-8dc3-99f702066f5c for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:40:18.386139 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:40:18.386725 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:39:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:40:18.418067 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-a2667c1e-69cb-46ce-b8b1-136839912740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:18.419575 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-a2667c1e-69cb-46ce-b8b1-136839912740 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384192 Sep 01 00:40:18.429336 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-f782c45e-cd07-4c23-91da-7d414959bdbb service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:40:18.430311 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-f782c45e-cd07-4c23-91da-7d414959bdbb service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047743 Sep 01 00:40:18.488322 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:40:18.523086 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-855a51ba-651f-443d-9448-0f5523f07176 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868485 Sep 01 00:40:18.615509 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-7ea25d9c-0c4a-4360-beed-f3d01c3770ff req-329f441d-d14f-491b-ac77-9d20d38bdaea service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867028 Sep 01 00:40:18.695813 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '608cf2da-7ba5-4bd0-9e82-78cef4ecd25b', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.145', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': 'd3208c8e-df8b-4d14-9287-98e93f1ba938', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:dc:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:40:16Z', 'updated_at': '2022-09-01T00:40:16Z', 'revision_number': 0, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:40:18.721181 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fcbe4-db9f-40b6-b90b-144a90129907 None None] The sync data for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi is: [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '608cf2da-7ba5-4bd0-9e82-78cef4ecd25b', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.145', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': 'd3208c8e-df8b-4d14-9287-98e93f1ba938', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:dc:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:40:16Z', 'updated_at': '2022-09-01T00:40:16Z', 'revision_number': 0, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:40:18.909651 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693205b6-f078-4f46-bf5d-efd024512e16 None None] New status for floating IP 608cf2da-7ba5-4bd0-9e82-78cef4ecd25b: ACTIVE {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:40:20.378358 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a04bbf7a-4394-4f0a-b99d-c7e8953ee19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:22.763061 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-3d707f45-8be5-4062-91b6-06ecb3fb6b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:23.991194 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:24.368266 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:25.308983 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:25.417991 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:25.519555 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7e052-e270-4965-9b00-1ea2f3d943c8 req-9026ada6-3cb5-4997-9e83-de64e41e070c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:25.521094 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ee7e052-e270-4965-9b00-1ea2f3d943c8 req-9026ada6-3cb5-4997-9e83-de64e41e070c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0490265 Sep 01 00:40:25.523251 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-2da7178b-630b-4c72-a341-f24189e8aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:25.524753 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-2da7178b-630b-4c72-a341-f24189e8aacb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1169 time: 0.0406122 Sep 01 00:40:25.582587 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3ee7e052-e270-4965-9b00-1ea2f3d943c8 req-7c76dd07-172e-40b5-95ae-f45ecfbeacd9 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554552 Sep 01 00:40:25.626217 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-39d16941-b8c0-44a9-b29c-a33c15a34873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:25.627670 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-39d16941-b8c0-44a9-b29c-a33c15a34873 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=081f6276-ed6d-45db-bc80-ea1c979d3909 HTTP/1.1" status: 200 len: 916 time: 0.0943904 Sep 01 00:40:25.689431 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-94152781-ec56-4888-bd1a-b706463c9b74 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 1002 time: 0.0546563 Sep 01 00:40:25.723606 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:25.738489 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-1d64f56b-820c-4b4f-8fa7-67c4988f2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:25.739943 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-1d64f56b-820c-4b4f-8fa7-67c4988f2603 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c3241ed8-7a87-484f-ac7d-782f1354e587 HTTP/1.1" status: 200 len: 854 time: 0.0437331 Sep 01 00:40:25.788663 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-7fb7ab80-16b7-4ba0-b174-f685926568b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:25.790167 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-7fb7ab80-16b7-4ba0-b174-f685926568b2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=081f6276-ed6d-45db-bc80-ea1c979d3909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417240 Sep 01 00:40:25.881097 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-a42decba-b9a9-43e0-aca6-d8a036bf8647 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832489 Sep 01 00:40:25.976077 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-2c1be188-a228-4c0f-b946-ac3ed7534ec5 req-b64bd7b8-e19c-4680-bc80-1ab1d4ec5314 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868349 Sep 01 00:40:26.708518 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31db23-7255-46ed-8dc4-fbfbe3f7aae1 req-d8828451-5d70-4dee-918b-89b34dab8bea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:26.709969 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bf31db23-7255-46ed-8dc4-fbfbe3f7aae1 req-d8828451-5d70-4dee-918b-89b34dab8bea tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0464890 Sep 01 00:40:26.770950 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bf31db23-7255-46ed-8dc4-fbfbe3f7aae1 req-c8dd4822-7bec-49b5-9ab9-51e9be212562 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546873 Sep 01 00:40:26.836126 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:40:27.888362 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285216e-6363-419d-a6da-7eea2e0e47d9 req-02db66e0-8e0a-414d-a826-239180380583 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:27.889843 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c285216e-6363-419d-a6da-7eea2e0e47d9 req-02db66e0-8e0a-414d-a826-239180380583 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0471520 Sep 01 00:40:27.954933 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c285216e-6363-419d-a6da-7eea2e0e47d9 req-1461ca2a-45a1-4e29-a3bc-b24b4de1ea80 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594707 Sep 01 00:40:28.698410 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=79 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:29.072822 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ef691-9146-4fec-b945-1e0948a07a74 req-1957e986-7f8c-4cbd-9fe8-0c987a872f7b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:29.075232 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4f6ef691-9146-4fec-b945-1e0948a07a74 req-1957e986-7f8c-4cbd-9fe8-0c987a872f7b tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0486259 Sep 01 00:40:29.129418 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:29.140332 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4f6ef691-9146-4fec-b945-1e0948a07a74 req-640bf05f-cbe5-449e-b958-2e3a1f7db263 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595026 Sep 01 00:40:30.260308 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627677b7-6e1f-454e-917f-e73cad84d627 req-86f8b1e9-2881-44dd-a758-782ad1c2ad93 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:30.262303 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-627677b7-6e1f-454e-917f-e73cad84d627 req-86f8b1e9-2881-44dd-a758-782ad1c2ad93 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0473037 Sep 01 00:40:30.321563 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-627677b7-6e1f-454e-917f-e73cad84d627 req-7f1c3010-bcc4-4ccc-aaae-76bd98b0b651 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534549 Sep 01 00:40:31.440379 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8433b8a-1739-453f-93ec-777ed58e98c3 req-8791d5ab-d42c-4f99-9161-44ff1a358728 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:31.441854 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b8433b8a-1739-453f-93ec-777ed58e98c3 req-8791d5ab-d42c-4f99-9161-44ff1a358728 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0466776 Sep 01 00:40:31.501946 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b8433b8a-1739-453f-93ec-777ed58e98c3 req-589b8939-b908-400f-885a-67faecdb22fb tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541580 Sep 01 00:40:32.628650 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3c370-40d6-4873-abc3-b9d45ca5278b req-faeae0f6-dce0-4c0d-a84b-40e3370019bb tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:32.630095 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c1c3c370-40d6-4873-abc3-b9d45ca5278b req-faeae0f6-dce0-4c0d-a84b-40e3370019bb tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0472867 Sep 01 00:40:32.691902 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c1c3c370-40d6-4873-abc3-b9d45ca5278b req-4112a661-e3a3-4e78-8c03-5eaad029e16a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560050 Sep 01 00:40:33.813536 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0766398-19b1-4c99-83e8-ebc1b1687bda req-648c4cf1-38f4-4e75-8da9-953c1e7bfedc tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:33.815025 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a0766398-19b1-4c99-83e8-ebc1b1687bda req-648c4cf1-38f4-4e75-8da9-953c1e7bfedc tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0505135 Sep 01 00:40:33.874817 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a0766398-19b1-4c99-83e8-ebc1b1687bda req-54e9f668-12dc-40e5-ad5b-a34091eefe33 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542083 Sep 01 00:40:34.997367 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282e6be-2704-4262-ba90-a96cb17225a9 req-83f44006-cd8e-4489-8389-508bbc96289e tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:34.998901 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9282e6be-2704-4262-ba90-a96cb17225a9 req-83f44006-cd8e-4489-8389-508bbc96289e tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0515823 Sep 01 00:40:35.045673 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:35.061929 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9282e6be-2704-4262-ba90-a96cb17225a9 req-af79b414-babc-476e-9034-e7370683e15e tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573616 Sep 01 00:40:35.405775 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:35.413014 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=44,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:36.182865 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ec570-f45a-4c28-a924-1dd2e436be6e req-a2859c93-10b9-47b5-8dd7-7ae71b5cea05 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:36.185100 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-954ec570-f45a-4c28-a924-1dd2e436be6e req-a2859c93-10b9-47b5-8dd7-7ae71b5cea05 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0497510 Sep 01 00:40:36.244467 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-954ec570-f45a-4c28-a924-1dd2e436be6e req-eb822a5d-4a48-4976-a26d-c3b49d48203e tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540287 Sep 01 00:40:36.833550 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=71 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:37.362661 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549bceb-a302-4db5-ba04-45ef736baa70 req-e1fca525-d871-429b-838a-0acb5d87d404 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:40:37.364442 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2549bceb-a302-4db5-ba04-45ef736baa70 req-e1fca525-d871-429b-838a-0acb5d87d404 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0482929 Sep 01 00:40:37.424545 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-2549bceb-a302-4db5-ba04-45ef736baa70 req-58041ae2-b92e-440a-8b4c-669b1f9dbda7 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab36321a-82c7-4ded-ab7b-7bda646e7f41&id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547729 Sep 01 00:40:46.229850 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=75 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:46.238325 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=34 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:47.416720 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:47.418713 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=13 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:49.837720 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=15 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:49.838501 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=17 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:40:50.380746 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ea654b92-e514-44c7-b808-d8c870bcf145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:52.765989 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-ea34e2f8-9f09-4e89-be8c-14cb7857fbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:53.994049 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:54.386782 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:55.310634 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:40:55.409848 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:03.266738 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-88927d25-086d-4384-9df2-af43ae7ce0de req-98e7ec7d-d6b1-4e50-be75-59d34844be01 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821459 Sep 01 00:41:03.357295 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88927d25-086d-4384-9df2-af43ae7ce0de req-95d8f536-8e8c-46c0-9478-b4f7964b9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:03.358759 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-88927d25-086d-4384-9df2-af43ae7ce0de req-95d8f536-8e8c-46c0-9478-b4f7964b9579 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1169 time: 0.0421512 Sep 01 00:41:03.466708 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88927d25-086d-4384-9df2-af43ae7ce0de req-6827c6fa-5767-4b77-bb0c-d4d73351e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:03.468094 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-88927d25-086d-4384-9df2-af43ae7ce0de req-6827c6fa-5767-4b77-bb0c-d4d73351e83e service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=081f6276-ed6d-45db-bc80-ea1c979d3909 HTTP/1.1" status: 200 len: 916 time: 0.0906446 Sep 01 00:41:03.529421 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-88927d25-086d-4384-9df2-af43ae7ce0de req-e978e5e5-d9cc-4c7b-bd63-174344fec865 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 1002 time: 0.0549047 Sep 01 00:41:03.584322 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88927d25-086d-4384-9df2-af43ae7ce0de req-299750ef-a237-4ade-bda2-44d234ce02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:03.585756 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-88927d25-086d-4384-9df2-af43ae7ce0de req-299750ef-a237-4ade-bda2-44d234ce02b1 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c3241ed8-7a87-484f-ac7d-782f1354e587 HTTP/1.1" status: 200 len: 854 time: 0.0471895 Sep 01 00:41:03.636180 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88927d25-086d-4384-9df2-af43ae7ce0de req-e39d09d9-c159-4ff3-921a-a9894a50e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:03.637714 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-88927d25-086d-4384-9df2-af43ae7ce0de req-e39d09d9-c159-4ff3-921a-a9894a50e3d0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=081f6276-ed6d-45db-bc80-ea1c979d3909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422428 Sep 01 00:41:03.729138 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-88927d25-086d-4384-9df2-af43ae7ce0de req-fa0a4ac1-db7a-4198-990e-b2dbc3d1df12 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849984 Sep 01 00:41:03.821033 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-88927d25-086d-4384-9df2-af43ae7ce0de req-04083a86-065d-40e3-8247-5893b7eeeeb2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842650 Sep 01 00:41:03.835198 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:41:05.404883 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:05.407051 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:12.444932 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-433cd1aa-00eb-44d4-941e-d1a7ad547b8a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-572808130&fields=id&tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5 HTTP/1.1" status: 200 len: 267 time: 0.0448267 Sep 01 00:41:12.498891 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-4e44c190-ce75-41a3-860f-c66f6b810cc2 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:12.500244 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-4e44c190-ce75-41a3-860f-c66f6b810cc2 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 985 time: 0.0500948 Sep 01 00:41:12.510624 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Request body: {'port': {'security_groups': ['f68ad639-a1e8-4380-abd5-382be3e95d05']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:41:12.581932 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:12.753093 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] For port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:41:12.781640 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:12.786023 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:12.796832 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:12.797437 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:12.798813 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-56ddb5e9-d3ee-4596-9537-81ccefd1a0ad req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "PUT /networking/v2.0/ports/ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 943 time: 0.2925920 Sep 01 00:41:12.799306 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:41:12.801638 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c49a781-5882-42cb-8810-a3cd31be8406" -d '{"events": [{"name": "network-changed", "server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:41:12.802336 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:41:12.808720 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60852) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:12.838746 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:12.865426 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event updated for resources: {'Port': ['ID=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,revision_number=7']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:12.873508 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.873891 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.874201 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.874544 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.874881 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.875212 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.875541 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.875755 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c3427702-d238-4d3c-98ff-621d742f452a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group (ab36321a-82c7-4ded-ab7b-7bda646e7f41), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:12.875850 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.876180 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.876529 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.876935 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.877264 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.877588 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.877917 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.878236 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee3e04-b849-4cb4-94b7-e60599a8e338 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:12.914170 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c3427702-d238-4d3c-98ff-621d742f452a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group (ab36321a-82c7-4ded-ab7b-7bda646e7f41), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:12.939514 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dc5b16-acad-4e45-92d3-36975dfacb5e x-openstack-request-id: req-a7dc5b16-acad-4e45-92d3-36975dfacb5e {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:41:12.939814 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:41:12.940071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7dc5b16-acad-4e45-92d3-36975dfacb5e {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:41:12.940476 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7dc5b16-acad-4e45-92d3-36975dfacb5e'] response: {'name': 'network-changed', 'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'status': 'completed', 'code': 200} Sep 01 00:41:12.955784 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:41:12.991058 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c3427702-d238-4d3c-98ff-621d742f452a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ab36321a-82c7-4ded-ab7b-7bda646e7f41), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:12.994066 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c3427702-d238-4d3c-98ff-621d742f452a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:12.995392 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c3427702-d238-4d3c-98ff-621d742f452a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ab36321a-82c7-4ded-ab7b-7bda646e7f41 HTTP/1.1" status: 204 len: 168 time: 0.1890948 Sep 01 00:41:13.000207 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60856) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:13.002784 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:13.016060 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3427702-d238-4d3c-98ff-621d742f452a tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab36321a-82c7-4ded-ab7b-7bda646e7f41,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:13.019660 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-c18d5b8a-aa90-4b6b-b275-9cfd52b58a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:13.021398 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-c18d5b8a-aa90-4b6b-b275-9cfd52b58a56 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1130 time: 0.0530853 Sep 01 00:41:13.126259 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-6a56b103-7def-48d6-b106-6048e9715ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:13.128124 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-6a56b103-7def-48d6-b106-6048e9715ccc service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=081f6276-ed6d-45db-bc80-ea1c979d3909 HTTP/1.1" status: 200 len: 916 time: 0.0978682 Sep 01 00:41:13.160686 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Deleting port c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:41:13.161035 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:13.244403 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:13.244768 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for floatingip (c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:13.264181 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Calling delete_port for c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0 owned by network:floatingip {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:41:13.440123 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:13.443793 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-ac077bc1-ec19-4318-bd18-9aed54b2fdd5 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 1002 time: 0.3093672 Sep 01 00:41:13.468567 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event deleted for resources: {'Port': ['ID=c1bb3efa-d9ac-4a04-aed3-94a8cb73b1f0,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:13.498120 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-3d3075f2-952f-4071-b21b-ff893e3e9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:13.499590 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-3d3075f2-952f-4071-b21b-ff893e3e9a27 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c3241ed8-7a87-484f-ac7d-782f1354e587 HTTP/1.1" status: 200 len: 854 time: 0.0458596 Sep 01 00:41:13.534327 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks [] for floatingip (5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:13.534711 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Floating IP 5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6 disassociated (deleted). External IP: 172.27.4.165, port: ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f. Sep 01 00:41:13.546723 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-f7fe0c16-492b-453f-a653-0bdbe7e9f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:13.548263 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-f7fe0c16-492b-453f-a653-0bdbe7e9f7cf service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=081f6276-ed6d-45db-bc80-ea1c979d3909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395019 Sep 01 00:41:13.646688 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-694d816b-b538-4919-9073-ab5f82b2fad0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883052 Sep 01 00:41:13.710904 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:13.740237 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Router e9c39074-2d92-4775-b654-4c9ff8eee4e9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:41:13.745275 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9c49a781-5882-42cb-8810-a3cd31be8406 req-00196bce-fa7b-4374-9a23-f447706ec490 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893471 Sep 01 00:41:13.751389 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:13.831241 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:13.846362 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:41:13.850872 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:13.857365 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] Sync routers for ids ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:41:13.867280 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] Routers {'e9c39074-2d92-4775-b654-4c9ff8eee4e9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:41:13.867965 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:40:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:13.880108 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-22c1bfd7-1beb-4766-af2c-00a853ba2c38 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6 HTTP/1.1" status: 204 len: 168 time: 0.8788247 Sep 01 00:41:13.880778 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:41:13.883641 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3" -d '{"events": [{"name": "network-changed", "server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:41:13.981877 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] Set router e9c39074-2d92-4775-b654-4c9ff8eee4e9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:41:13.984847 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d164f8-2c38-4b0d-b4f6-08c5db65eeb1 x-openstack-request-id: req-26d164f8-2c38-4b0d-b4f6-08c5db65eeb1 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:41:13.985134 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:41:13.985387 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26d164f8-2c38-4b0d-b4f6-08c5db65eeb1 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:41:13.985794 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d164f8-2c38-4b0d-b4f6-08c5db65eeb1'] response: {'name': 'network-changed', 'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'status': 'completed', 'code': 200} Sep 01 00:41:14.055989 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-31f98513-b038-4ae7-81f6-8b7b22c6f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:14.057782 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-31f98513-b038-4ae7-81f6-8b7b22c6f85e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 1130 time: 0.0477748 Sep 01 00:41:14.179756 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-9a6bf1e5-0a2d-470b-9f8b-b842de2c1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:14.182197 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-9a6bf1e5-0a2d-470b-9f8b-b842de2c1b93 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=081f6276-ed6d-45db-bc80-ea1c979d3909 HTTP/1.1" status: 200 len: 916 time: 0.1149955 Sep 01 00:41:14.226301 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-98a61fce-56eb-4a64-884d-f84860f2133d service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 200 len: 217 time: 0.0371430 Sep 01 00:41:14.280785 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:08Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '4c7d5d7d-06d8-411d-bfd6-ebdd960a70db', 'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'mac_address': 'fa:16:3e:6e:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:07Z', 'updated_at': '2022-09-01T00:39:14Z', 'revision_number': 5, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'subnets': [{'id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:14.305306 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] Checking router: e9c39074-2d92-4775-b654-4c9ff8eee4e9 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:41:14.313386 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] Routers {'e9c39074-2d92-4775-b654-4c9ff8eee4e9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:41:14.313976 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:40:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:14.412991 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] Set router e9c39074-2d92-4775-b654-4c9ff8eee4e9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:41:14.570795 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-e9367c04-786b-4416-84e7-7c0de5947f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:14.572203 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-e9367c04-786b-4416-84e7-7c0de5947f80 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=c3241ed8-7a87-484f-ac7d-782f1354e587 HTTP/1.1" status: 200 len: 854 time: 0.0450487 Sep 01 00:41:14.600137 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:08Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '4c7d5d7d-06d8-411d-bfd6-ebdd960a70db', 'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'mac_address': 'fa:16:3e:6e:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:07Z', 'updated_at': '2022-09-01T00:39:14Z', 'revision_number': 5, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'subnets': [{'id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:14.615760 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-271c7e43-37eb-48e3-b8ae-008fce347cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:14.617951 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-271c7e43-37eb-48e3-b8ae-008fce347cf5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=081f6276-ed6d-45db-bc80-ea1c979d3909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398376 Sep 01 00:41:14.628684 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7becad-d77c-4e01-b2b8-a5a7a17bd31b None None] The sync data for ids ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'] in dv-cinder-820027-21-iscsi is: [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:39:08Z', 'revision_number': 4, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': '4c7d5d7d-06d8-411d-bfd6-ebdd960a70db', 'name': '', 'network_id': '081f6276-ed6d-45db-bc80-ea1c979d3909', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'mac_address': 'fa:16:3e:6e:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:07Z', 'updated_at': '2022-09-01T00:39:14Z', 'revision_number': 5, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'subnets': [{'id': 'c3241ed8-7a87-484f-ac7d-782f1354e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:41:14.718946 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-7e017792-09f9-40bf-b0bb-232b0b587f52 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939417 Sep 01 00:41:14.814118 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e5b6bb69-7351-40c2-ae3a-b34ab97984b3 req-45f17466-8590-46a5-879b-37c75ef63683 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888655 Sep 01 00:41:14.879468 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea1d624-6594-4e13-a489-9592b45b8fe6 None None] New status for floating IP 5ed0e6e6-4d61-40f1-b595-db8b2e3bc0b6: DOWN {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:41:16.661529 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8806-1a96-4d9e-82b7-006032b37dca req-fcd4e990-e30d-4291-bf2b-651412e958d9 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:16.662981 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-333b8806-1a96-4d9e-82b7-006032b37dca req-fcd4e990-e30d-4291-bf2b-651412e958d9 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 946 time: 0.0465555 Sep 01 00:41:16.709496 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-333b8806-1a96-4d9e-82b7-006032b37dca req-b9bfe19a-b246-4a1b-9e68-09c5f2fba535 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Sep 01 00:41:17.832086 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bf15e-1f95-4bfd-9c9e-2a2a35688bdb req-04902043-b03f-4342-90f1-a107eae41278 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:17.833565 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5a5bf15e-1f95-4bfd-9c9e-2a2a35688bdb req-04902043-b03f-4342-90f1-a107eae41278 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 946 time: 0.0501964 Sep 01 00:41:17.876924 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:17.881621 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5a5bf15e-1f95-4bfd-9c9e-2a2a35688bdb req-5dc8bf53-84fc-485f-a7b0-e9442b0c143f tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Sep 01 00:41:18.636204 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:18.652319 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-3aa8b327-8bbf-4462-9768-c36dcd7c8bb8 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:18.653859 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-3aa8b327-8bbf-4462-9768-c36dcd7c8bb8 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 946 time: 0.0488360 Sep 01 00:41:18.743142 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-6e4854a6-21d7-41a4-b1d2-1497ae571f5c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Deleting port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:41:18.743501 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-6e4854a6-21d7-41a4-b1d2-1497ae571f5c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:18.840188 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-6e4854a6-21d7-41a4-b1d2-1497ae571f5c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] For port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:41:18.840949 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-6e4854a6-21d7-41a4-b1d2-1497ae571f5c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:18.854554 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-6e4854a6-21d7-41a4-b1d2-1497ae571f5c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Calling delete_port for ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:41:18.989750 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-6e4854a6-21d7-41a4-b1d2-1497ae571f5c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:19.004966 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9bb85-6202-475c-b9ee-be0c429d04e6 req-bfbfb2d0-989a-4075-bce3-3803a4ebf403 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:41:19.006458 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c9bb85-6202-475c-b9ee-be0c429d04e6 req-bfbfb2d0-989a-4075-bce3-3803a4ebf403 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=53c819e3-2012-4f52-a59b-6a11c3e85dbd HTTP/1.1" status: 200 len: 946 time: 0.0524747 Sep 01 00:41:19.006820 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:41:19.021595 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4854a6-21d7-41a4-b1d2-1497ae571f5c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Pushing event deleted for resources: {'Port': ['ID=ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:19.068444 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a9c9bb85-6202-475c-b9ee-be0c429d04e6 req-e4005cb2-1163-4c1c-a0a9-144953503414 tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f68ad639-a1e8-4380-abd5-382be3e95d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521019 Sep 01 00:41:19.070194 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-6e4854a6-21d7-41a4-b1d2-1497ae571f5c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] No DVR routers for this DVR port ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:41:19.072930 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-6e4854a6-21d7-41a4-b1d2-1497ae571f5c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:19.076470 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-376457bf-deb0-4b58-a5c5-89b2c284adbd req-6e4854a6-21d7-41a4-b1d2-1497ae571f5c tempest-TestMinimumBasicScenario-865915185 tempest-TestMinimumBasicScenario-865915185-project] 10.222.0.30 "DELETE /networking/v2.0/ports/ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f HTTP/1.1" status: 204 len: 173 time: 0.4154072 Sep 01 00:41:19.076936 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'name': 'network-vif-deleted', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:41:19.079282 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f296e2-f85a-4532-881f-039791d05d8c" -d '{"events": [{"server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "name": "network-vif-deleted", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:41:19.116256 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037ae768-976e-4dcf-8b79-754184fd2450 x-openstack-request-id: req-037ae768-976e-4dcf-8b79-754184fd2450 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:41:19.116572 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c819e3-2012-4f52-a59b-6a11c3e85dbd", "name": "network-vif-deleted", "tag": "ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:41:19.116842 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-037ae768-976e-4dcf-8b79-754184fd2450 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:41:19.117970 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037ae768-976e-4dcf-8b79-754184fd2450'] response: {'server_uuid': '53c819e3-2012-4f52-a59b-6a11c3e85dbd', 'name': 'network-vif-deleted', 'tag': 'ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f', 'status': 'completed', 'code': 200} Sep 01 00:41:20.382311 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-eafeb1c5-d50d-4ae0-8864-05cc0954cdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:20.781347 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60944) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:21.115395 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (e9c39074-2d92-4775-b654-4c9ff8eee4e9), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:21.350519 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Deleting port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:41:21.350854 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:21.354443 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:21.453846 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] For port 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=4c7d5d7d-06d8-411d-bfd6-ebdd960a70db,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:41:21.454102 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:21.471191 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Calling delete_port for 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db owned by network:router_interface {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:41:21.514369 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:21.680663 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (4c7d5d7d-06d8-411d-bfd6-ebdd960a70db), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:21.704805 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7d5d7d-06d8-411d-bfd6-ebdd960a70db,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:21.720239 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.720615 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.720982 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.721539 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.721898 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.722222 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.722553 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.722874 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.723200 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.723717 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.724303 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.724303 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.724637 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.724910 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.725203 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:41:21.886866 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (e9c39074-2d92-4775-b654-4c9ff8eee4e9), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:22.092053 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Router e9c39074-2d92-4775-b654-4c9ff8eee4e9 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:41:22.191121 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:41:22.196654 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7db06a03-5499-4124-b7b3-5d4f919cfc02 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/e9c39074-2d92-4775-b654-4c9ff8eee4e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4137003 Sep 01 00:41:22.199114 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60946) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:22.201732 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] Sync routers for ids ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:41:22.212613 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] Routers {'e9c39074-2d92-4775-b654-4c9ff8eee4e9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:41:22.213280 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:40:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:22.255137 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:22.301955 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Publish callbacks [] for router (e9c39074-2d92-4775-b654-4c9ff8eee4e9), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:22.314469 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] Set router e9c39074-2d92-4775-b654-4c9ff8eee4e9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:41:22.490271 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:22.494794 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:41:21Z', 'revision_number': 5, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:22.525197 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] Checking router: e9c39074-2d92-4775-b654-4c9ff8eee4e9 for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:41:22.534130 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] Routers {'e9c39074-2d92-4775-b654-4c9ff8eee4e9'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:41:22.534746 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:40:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:22.570564 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:22.637300 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] Set router e9c39074-2d92-4775-b654-4c9ff8eee4e9 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:41:22.668192 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Publish callbacks [] for router_gateway (e9c39074-2d92-4775-b654-4c9ff8eee4e9), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:22.697241 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:22.713691 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Deleting port 4205a61f-bb72-4909-b5e7-1cb174ab6452 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:41:22.714029 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:22.769214 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-bbb84fbc-32c8-4c7c-ab40-2502c1a54f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:22.798901 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] For port 4205a61f-bb72-4909-b5e7-1cb174ab6452, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=4205a61f-bb72-4909-b5e7-1cb174ab6452,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:41:22.799261 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:22.812050 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:41:21Z', 'revision_number': 5, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:22.813512 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Calling delete_port for 4205a61f-bb72-4909-b5e7-1cb174ab6452 owned by network:router_gateway {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:41:22.837646 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c53416-e6d0-4273-9358-4a24d1c9eaa7 None None] The sync data for ids ['e9c39074-2d92-4775-b654-4c9ff8eee4e9'] in dv-cinder-820027-21-iscsi is: [{'id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'name': 'tempest-TestMinimumBasicScenario-1554389921-router', 'tenant_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:05Z', 'updated_at': '2022-09-01T00:41:21Z', 'revision_number': 5, 'project_id': 'a22a4b4aab87497eb1f8b1bce8cd17d5', 'gw_port': {'id': '4205a61f-bb72-4909-b5e7-1cb174ab6452', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c39074-2d92-4775-b654-4c9ff8eee4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:06Z', 'updated_at': '2022-09-01T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:41:22.981123 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (4205a61f-bb72-4909-b5e7-1cb174ab6452), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.004905 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Pushing event deleted for resources: {'Port': ['ID=4205a61f-bb72-4909-b5e7-1cb174ab6452,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:23.069539 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (e9c39074-2d92-4775-b654-4c9ff8eee4e9), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.155699 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (e9c39074-2d92-4775-b654-4c9ff8eee4e9), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.157783 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Publish callbacks [] for router_controller (e9c39074-2d92-4775-b654-4c9ff8eee4e9), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.204750 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (e9c39074-2d92-4775-b654-4c9ff8eee4e9), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.205572 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c39074-2d92-4775-b654-4c9ff8eee4e9 {{(pid=117902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:41:23.215133 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.218593 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-548c39f9-ed71-4859-932a-2484e3295002 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/e9c39074-2d92-4775-b654-4c9ff8eee4e9 HTTP/1.1" status: 204 len: 168 time: 1.0163260 Sep 01 00:41:23.218998 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60948) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:23.279566 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48b8a5a-d56c-4d8a-b2c0-170df490691b admin admin] Deleting subnet c3241ed8-7a87-484f-ac7d-782f1354e587 {{(pid=117901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:41:23.283315 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f48b8a5a-d56c-4d8a-b2c0-170df490691b admin admin] Publish callbacks [] for subnet (c3241ed8-7a87-484f-ac7d-782f1354e587), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.297778 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:41:23.317474 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:41:23.318076 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 4c7d5d7d-06d8-411d-bfd6-ebdd960a70db not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:41:23.322951 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f48b8a5a-d56c-4d8a-b2c0-170df490691b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10428791'] for subnet (c3241ed8-7a87-484f-ac7d-782f1354e587), precommit_delete_associations {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.351246 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:41:23.373731 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:41:23.374183 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device ef1d91cf-c1a8-4190-9f86-1ec7cce00a3f not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:41:23.405699 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f48b8a5a-d56c-4d8a-b2c0-170df490691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (c3241ed8-7a87-484f-ac7d-782f1354e587), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.467793 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f48b8a5a-d56c-4d8a-b2c0-170df490691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10428867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10416581'] for subnet (c3241ed8-7a87-484f-ac7d-782f1354e587), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.499085 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b8a5a-d56c-4d8a-b2c0-170df490691b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3241ed8-7a87-484f-ac7d-782f1354e587,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:23.501120 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f48b8a5a-d56c-4d8a-b2c0-170df490691b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for subnet (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.507139 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-f48b8a5a-d56c-4d8a-b2c0-170df490691b admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/c3241ed8-7a87-484f-ac7d-782f1354e587 HTTP/1.1" status: 204 len: 168 time: 0.2842860 Sep 01 00:41:23.507139 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60950) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:23.509870 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629920a2-f1fc-44c3-8e57-7fa326972dd2 None None] Network 081f6276-ed6d-45db-bc80-ea1c979d3909 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:41:23.584696 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (081f6276-ed6d-45db-bc80-ea1c979d3909), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.633159 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Deleting port 256d079f-5854-438b-bd22-4ea3adabb1b8 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:41:23.634055 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.651096 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:23.702399 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] For port 256d079f-5854-438b-bd22-4ea3adabb1b8, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=256d079f-5854-438b-bd22-4ea3adabb1b8,segment=NetworkSegment(f1ef227a-c2e5-448c-8b42-01908760fe16),segment_id=f1ef227a-c2e5-448c-8b42-01908760fe16)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:41:23.702764 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.715744 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:23.717021 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Calling delete_port for 256d079f-5854-438b-bd22-4ea3adabb1b8 owned by network:dhcp {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:41:23.799051 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (256d079f-5854-438b-bd22-4ea3adabb1b8), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.827869 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Pushing event deleted for resources: {'Port': ['ID=256d079f-5854-438b-bd22-4ea3adabb1b8,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:23.831204 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] No DVR routers for this DVR port 256d079f-5854-438b-bd22-4ea3adabb1b8 on host dv-cinder-820027-21-iscsi {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:41:23.870801 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3ad5a2-f67e-4cec-b027-67bbf249824f None None] DHCP port deletion for 081f6276-ed6d-45db-bc80-ea1c979d3909 request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:41:23.907175 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (081f6276-ed6d-45db-bc80-ea1c979d3909), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.929292 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081f6276-ed6d-45db-bc80-ea1c979d3909']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:23.939312 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ef227a-c2e5-448c-8b42-01908760fe16') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:23.939612 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ef227a-c2e5-448c-8b42-01908760fe16') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:23.949900 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (f1ef227a-c2e5-448c-8b42-01908760fe16), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.963375 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (f1ef227a-c2e5-448c-8b42-01908760fe16), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:23.969801 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:41:23.970302 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (f1ef227a-c2e5-448c-8b42-01908760fe16), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:24.009507 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:24.037307 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (081f6276-ed6d-45db-bc80-ea1c979d3909), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:24.042580 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:24.045757 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/081f6276-ed6d-45db-bc80-ea1c979d3909 HTTP/1.1" status: 204 len: 168 time: 0.5371644 Sep 01 00:41:24.049402 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60956) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:24.059134 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702449c4-a96d-4747-9f25-f129cbdaffbd admin admin] Pushing event deleted for resources: {'Network': ['ID=081f6276-ed6d-45db-bc80-ea1c979d3909,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:24.131487 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment f1ef227a-c2e5-448c-8b42-01908760fe16 resource provider aggregate not found Sep 01 00:41:24.149889 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment f1ef227a-c2e5-448c-8b42-01908760fe16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1ef227a-c2e5-448c-8b42-01908760fe16 found for delete ", "request_id": "req-57a6469d-06fd-48a3-a62e-590170be4ca0"}]} Sep 01 00:41:24.326657 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:24.372810 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (ff2a7107-32f5-465d-bd13-d1a238a4d6be), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:24.409397 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:24.411972 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:24.596752 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] Deleting port 53062aad-724c-4a3d-acd9-cef186041cd5 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:41:24.597092 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:24.682730 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] For port 53062aad-724c-4a3d-acd9-cef186041cd5, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=53062aad-724c-4a3d-acd9-cef186041cd5,segment=NetworkSegment(db35385d-8e2c-4692-bd26-1278249f8b1a),segment_id=db35385d-8e2c-4692-bd26-1278249f8b1a)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:41:24.683017 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:24.695725 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] Calling delete_port for 53062aad-724c-4a3d-acd9-cef186041cd5 owned by network:router_interface {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:41:24.877308 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (53062aad-724c-4a3d-acd9-cef186041cd5), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:24.900707 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] Pushing event deleted for resources: {'Port': ['ID=53062aad-724c-4a3d-acd9-cef186041cd5,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:24.960259 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 256d079f-5854-438b-bd22-4ea3adabb1b8 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:41:24.984233 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 256d079f-5854-438b-bd22-4ea3adabb1b8 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:41:24.984606 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 256d079f-5854-438b-bd22-4ea3adabb1b8 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:41:24.985234 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 4205a61f-bb72-4909-b5e7-1cb174ab6452 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:41:25.004268 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 4205a61f-bb72-4909-b5e7-1cb174ab6452 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:41:25.004631 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 4205a61f-bb72-4909-b5e7-1cb174ab6452 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:41:25.073591 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (ff2a7107-32f5-465d-bd13-d1a238a4d6be), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:25.220910 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:25.226686 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:25.279630 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] Router ff2a7107-32f5-465d-bd13-d1a238a4d6be has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:41:25.314317 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:25.382270 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:41:25.389230 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a978d691-6a91-4a7f-8cb3-cef784fed41f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/ff2a7107-32f5-465d-bd13-d1a238a4d6be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3385429 Sep 01 00:41:25.391419 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60960) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:25.391942 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] Sync routers for ids ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:41:25.419539 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] Routers {'ff2a7107-32f5-465d-bd13-d1a238a4d6be'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:41:25.420356 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:41:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:25.423772 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:25.495520 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Publish callbacks [] for router (ff2a7107-32f5-465d-bd13-d1a238a4d6be), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:25.503067 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:25.527195 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] Set router ff2a7107-32f5-465d-bd13-d1a238a4d6be gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:41:25.594914 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Publish callbacks [] for router_gateway (ff2a7107-32f5-465d-bd13-d1a238a4d6be), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:25.629170 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:25.639934 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Deleting port 3c5edc98-4097-4b8e-be3a-987783dc2b20 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:41:25.640274 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:25.700556 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'name': 'tempest-TestMinimumBasicScenario-210008415-router', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62'}], 'enable_snat': True}, 'gw_port_id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:41:24Z', 'revision_number': 5, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'gw_port': {'id': '3c5edc98-4097-4b8e-be3a-987783dc2b20', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:25.725314 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] Checking router: ff2a7107-32f5-465d-bd13-d1a238a4d6be for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:41:25.726414 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] For port 3c5edc98-4097-4b8e-be3a-987783dc2b20, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=3c5edc98-4097-4b8e-be3a-987783dc2b20,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:41:25.726781 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:25.734585 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] Routers {'ff2a7107-32f5-465d-bd13-d1a238a4d6be'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:41:25.735174 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:41:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:25.740150 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Calling delete_port for 3c5edc98-4097-4b8e-be3a-987783dc2b20 owned by network:router_gateway {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:41:25.912393 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (3c5edc98-4097-4b8e-be3a-987783dc2b20), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:25.939222 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5edc98-4097-4b8e-be3a-987783dc2b20,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:25.947693 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] Set router ff2a7107-32f5-465d-bd13-d1a238a4d6be gateway port host: None {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:41:25.997648 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'name': 'tempest-TestMinimumBasicScenario-210008415-router', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:41:25Z', 'revision_number': 6, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'gw_port_host': None}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:26.002770 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (ff2a7107-32f5-465d-bd13-d1a238a4d6be), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.025982 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597e7ed-a284-4993-b0f5-7bea22aec928 None None] The sync data for ids ['ff2a7107-32f5-465d-bd13-d1a238a4d6be'] in dv-cinder-820027-21-iscsi is: [{'id': 'ff2a7107-32f5-465d-bd13-d1a238a4d6be', 'name': 'tempest-TestMinimumBasicScenario-210008415-router', 'tenant_id': 'af42a4ea101646048c6f453a555b5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:10Z', 'updated_at': '2022-09-01T00:41:25Z', 'revision_number': 6, 'project_id': 'af42a4ea101646048c6f453a555b5093', 'gw_port_host': None}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:41:26.094346 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (ff2a7107-32f5-465d-bd13-d1a238a4d6be), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.096597 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Publish callbacks [] for router_controller (ff2a7107-32f5-465d-bd13-d1a238a4d6be), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.135383 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:26.143295 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (ff2a7107-32f5-465d-bd13-d1a238a4d6be), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.143951 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff2a7107-32f5-465d-bd13-d1a238a4d6be {{(pid=117902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:41:26.148133 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.149309 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-2acbc1b2-d1c4-420e-b81f-d2e1b89c25a3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/ff2a7107-32f5-465d-bd13-d1a238a4d6be HTTP/1.1" status: 204 len: 168 time: 0.7569697 Sep 01 00:41:26.152558 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60962) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:26.188283 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:26.200196 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c6d8e5-7f25-4f0f-b771-5d2e1ae9e140 admin admin] Deleting subnet 1414e420-3820-4df8-a1d6-092465554d68 {{(pid=117902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:41:26.203669 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-29c6d8e5-7f25-4f0f-b771-5d2e1ae9e140 admin admin] Publish callbacks [] for subnet (1414e420-3820-4df8-a1d6-092465554d68), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.240966 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-29c6d8e5-7f25-4f0f-b771-5d2e1ae9e140 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10090386'] for subnet (1414e420-3820-4df8-a1d6-092465554d68), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.319178 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-29c6d8e5-7f25-4f0f-b771-5d2e1ae9e140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (1414e420-3820-4df8-a1d6-092465554d68), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.372020 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-29c6d8e5-7f25-4f0f-b771-5d2e1ae9e140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9725843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9917800'] for subnet (1414e420-3820-4df8-a1d6-092465554d68), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.402355 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-29c6d8e5-7f25-4f0f-b771-5d2e1ae9e140 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.405893 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-29c6d8e5-7f25-4f0f-b771-5d2e1ae9e140 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/1414e420-3820-4df8-a1d6-092465554d68 HTTP/1.1" status: 204 len: 168 time: 0.2520854 Sep 01 00:41:26.408482 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 60964) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:26.409342 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf4db07-b4df-45da-b51f-5c9ac760ef8c None None] Network 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:41:26.424525 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6d8e5-7f25-4f0f-b771-5d2e1ae9e140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1414e420-3820-4df8-a1d6-092465554d68,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:26.499751 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.546127 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Deleting port 6f1bd347-d39a-4156-9ab8-224e873f3a8e {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:41:26.546469 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.608941 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] For port 6f1bd347-d39a-4156-9ab8-224e873f3a8e, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=6f1bd347-d39a-4156-9ab8-224e873f3a8e,segment=NetworkSegment(db35385d-8e2c-4692-bd26-1278249f8b1a),segment_id=db35385d-8e2c-4692-bd26-1278249f8b1a)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:41:26.609299 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.621707 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Calling delete_port for 6f1bd347-d39a-4156-9ab8-224e873f3a8e owned by network:dhcp {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:41:26.703230 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (6f1bd347-d39a-4156-9ab8-224e873f3a8e), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.727391 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1bd347-d39a-4156-9ab8-224e873f3a8e,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:26.730948 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] No DVR routers for this DVR port 6f1bd347-d39a-4156-9ab8-224e873f3a8e on host dv-cinder-820027-21-iscsi {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:41:26.801984 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.817619 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e43995-3083-4b1a-81f6-c8eb9c1d8696 None None] DHCP port deletion for 6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:41:26.833067 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:26.845251 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db35385d-8e2c-4692-bd26-1278249f8b1a') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:26.845548 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db35385d-8e2c-4692-bd26-1278249f8b1a') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:41:26.855319 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (db35385d-8e2c-4692-bd26-1278249f8b1a), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.869495 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (db35385d-8e2c-4692-bd26-1278249f8b1a), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.876187 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:41:26.876698 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (db35385d-8e2c-4692-bd26-1278249f8b1a), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.919504 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment db35385d-8e2c-4692-bd26-1278249f8b1a resource provider aggregate not found Sep 01 00:41:26.945578 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment db35385d-8e2c-4692-bd26-1278249f8b1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db35385d-8e2c-4692-bd26-1278249f8b1a found for delete ", "request_id": "req-53a9da25-1312-4f72-8d48-6a8df5cdb8ea"}]} Sep 01 00:41:26.947238 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.953654 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:26.956785 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1 HTTP/1.1" status: 204 len: 168 time: 0.5472710 Sep 01 00:41:26.970861 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f62a8b-a42e-4e31-8dae-2b40a5da041a admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdbaed3-fbdc-4b8b-8a48-7eb0495d2ae1,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:26.982053 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 53062aad-724c-4a3d-acd9-cef186041cd5 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:41:27.013783 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 53062aad-724c-4a3d-acd9-cef186041cd5 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:41:27.014363 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 53062aad-724c-4a3d-acd9-cef186041cd5 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:41:27.014900 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 3c5edc98-4097-4b8e-be3a-987783dc2b20 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:41:27.037084 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 3c5edc98-4097-4b8e-be3a-987783dc2b20 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:41:27.037329 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 3c5edc98-4097-4b8e-be3a-987783dc2b20 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:41:27.037742 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 6f1bd347-d39a-4156-9ab8-224e873f3a8e no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:41:27.059111 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 6f1bd347-d39a-4156-9ab8-224e873f3a8e {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:41:27.059460 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 6f1bd347-d39a-4156-9ab8-224e873f3a8e not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:41:27.147461 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60972) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:27.192968 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-790bb263-b37f-4c67-a6d2-2f34b88358e3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a22a4b4aab87497eb1f8b1bce8cd17d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442486 Sep 01 00:41:27.195361 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60974) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:27.245753 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-00de9789-2b9f-4883-b39a-fcbd28270d94 admin admin] Publish callbacks [] for security_group (f68ad639-a1e8-4380-abd5-382be3e95d05), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:27.266141 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-00de9789-2b9f-4883-b39a-fcbd28270d94 admin admin] Publish callbacks [] for security_group (f68ad639-a1e8-4380-abd5-382be3e95d05), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:27.316461 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-00de9789-2b9f-4883-b39a-fcbd28270d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (f68ad639-a1e8-4380-abd5-382be3e95d05), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:27.318997 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-00de9789-2b9f-4883-b39a-fcbd28270d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:27.320103 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-00de9789-2b9f-4883-b39a-fcbd28270d94 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f68ad639-a1e8-4380-abd5-382be3e95d05 HTTP/1.1" status: 204 len: 168 time: 0.1238668 Sep 01 00:41:27.328550 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de9789-2b9f-4883-b39a-fcbd28270d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68ad639-a1e8-4380-abd5-382be3e95d05,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:27.640189 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60980) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:27.680438 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f9fb78cf-e16c-4a53-9e91-9fae51083261 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=af42a4ea101646048c6f453a555b5093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391111 Sep 01 00:41:27.683770 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 60982) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:41:27.732644 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f50e2b79-5453-468d-a4db-d138c8c93809 admin admin] Publish callbacks [] for security_group (d4f71014-83c8-47f1-a03d-c8c0157e900e), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:27.752006 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f50e2b79-5453-468d-a4db-d138c8c93809 admin admin] Publish callbacks [] for security_group (d4f71014-83c8-47f1-a03d-c8c0157e900e), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:27.798511 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f50e2b79-5453-468d-a4db-d138c8c93809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (d4f71014-83c8-47f1-a03d-c8c0157e900e), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:27.800998 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-f50e2b79-5453-468d-a4db-d138c8c93809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:27.802145 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-f50e2b79-5453-468d-a4db-d138c8c93809 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d4f71014-83c8-47f1-a03d-c8c0157e900e HTTP/1.1" status: 204 len: 168 time: 0.1174800 Sep 01 00:41:27.809834 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e2b79-5453-468d-a4db-d138c8c93809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f71014-83c8-47f1-a03d-c8c0157e900e,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:41:32.810286 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=29 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:32.815418 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=29 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:36.958186 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=87,neutron:DELETE=11 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:36.959274 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:37.341102 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=30 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:37.804598 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:37.805368 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:37.822628 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=50 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:40.834208 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:41:50.384805 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2ce2fa99-7536-4733-8c31-d319cc664ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:50.830499 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:50.831248 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:41:52.772175 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9ceeefec-3c2d-4ccc-bdf6-77de63fa8480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:54.002927 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:54.406009 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:55.316976 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:41:55.415297 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:03.826104 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:03.831590 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:05.263607 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6dad1460-4750-48dc-a667-6949be6accf8 req-80fed273-df0e-4206-aabb-09fcdc445985 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384789 Sep 01 00:42:05.330791 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad1460-4750-48dc-a667-6949be6accf8 req-c065a87e-18f8-4759-a322-1e05c5ed95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:05.332305 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6dad1460-4750-48dc-a667-6949be6accf8 req-c065a87e-18f8-4759-a322-1e05c5ed95de service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 1130 time: 0.0434945 Sep 01 00:42:05.410011 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:05.411964 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:05.444721 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad1460-4750-48dc-a667-6949be6accf8 req-69ecfe7f-556a-456a-8716-12afa94791c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:05.446244 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6dad1460-4750-48dc-a667-6949be6accf8 req-69ecfe7f-556a-456a-8716-12afa94791c9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0876782 Sep 01 00:42:05.512947 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6dad1460-4750-48dc-a667-6949be6accf8 req-1b589ccc-6371-4015-a004-712697b92cfa service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3208c8e-df8b-4d14-9287-98e93f1ba938 HTTP/1.1" status: 200 len: 1002 time: 0.0574512 Sep 01 00:42:05.563042 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad1460-4750-48dc-a667-6949be6accf8 req-e2245532-badb-445b-9bf5-20578dd04fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:05.564610 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6dad1460-4750-48dc-a667-6949be6accf8 req-e2245532-badb-445b-9bf5-20578dd04fce service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0432415 Sep 01 00:42:05.612378 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad1460-4750-48dc-a667-6949be6accf8 req-ffc8f7e3-c876-4783-802d-e66d8166c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:05.613927 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6dad1460-4750-48dc-a667-6949be6accf8 req-ffc8f7e3-c876-4783-802d-e66d8166c585 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401461 Sep 01 00:42:05.710065 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6dad1460-4750-48dc-a667-6949be6accf8 req-d159123c-d34e-4d1a-99e2-4c3bdde3b02b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857580 Sep 01 00:42:05.801559 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-6dad1460-4750-48dc-a667-6949be6accf8 req-035bd9bd-c0f8-4f90-bfba-25fa330f7049 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815785 Sep 01 00:42:10.751858 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bc77-2d99-4b69-a726-94b4d223a54e req-a0c49156-128f-4db4-b8f4-89f34911822a tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:10.753324 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8ff0bc77-2d99-4b69-a726-94b4d223a54e req-a0c49156-128f-4db4-b8f4-89f34911822a tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 946 time: 0.0508657 Sep 01 00:42:10.802225 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-8ff0bc77-2d99-4b69-a726-94b4d223a54e req-cc30b6df-93de-47c7-8f86-33a21807cdeb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432138 Sep 01 00:42:11.921975 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068cb9b-b69c-4c20-b0a2-87ea27026056 req-289d878f-78a6-41c6-aab6-2adf6e454d72 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:11.923502 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7068cb9b-b69c-4c20-b0a2-87ea27026056 req-289d878f-78a6-41c6-aab6-2adf6e454d72 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 946 time: 0.0479603 Sep 01 00:42:11.976673 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-7068cb9b-b69c-4c20-b0a2-87ea27026056 req-0b31e544-2f21-42c3-a4e8-bf0f60fb6a4f tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475886 Sep 01 00:42:12.558848 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-e85284f5-1d23-4869-9ccb-16ea9a03bb83 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:12.560272 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-e85284f5-1d23-4869-9ccb-16ea9a03bb83 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 946 time: 0.0455995 Sep 01 00:42:12.645657 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Deleting port d3208c8e-df8b-4d14-9287-98e93f1ba938 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:42:12.645994 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:12.735160 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] For port d3208c8e-df8b-4d14-9287-98e93f1ba938, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d3208c8e-df8b-4d14-9287-98e93f1ba938,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:42:12.735518 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:12.879082 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:12.897704 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:12.898096 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (608cf2da-7ba5-4bd0-9e82-78cef4ecd25b), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:12.898411 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.db.l3_db [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Floating IP 608cf2da-7ba5-4bd0-9e82-78cef4ecd25b disassociated. External IP: 172.27.4.145, port: d3208c8e-df8b-4d14-9287-98e93f1ba938. Sep 01 00:42:12.898749 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Calling delete_port for d3208c8e-df8b-4d14-9287-98e93f1ba938 owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:42:12.947312 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:13.031968 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (d3208c8e-df8b-4d14-9287-98e93f1ba938), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:13.068136 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event deleted for resources: {'Port': ['ID=d3208c8e-df8b-4d14-9287-98e93f1ba938,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:42:13.099163 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.099509 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.099850 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.100185 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.100551 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.100869 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.101194 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.101514 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.101836 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.102158 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.102556 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.102962 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.103139 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.103453 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.103770 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:13.108111 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-74eadf54-09ed-44a5-8d37-766fd8ef0bd5 req-5cca5ed7-e42b-40e8-a12e-88412c5ff213 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 210 time: 0.0491338 Sep 01 00:42:13.209657 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Router 990c7408-72f4-473c-8dc3-99f702066f5c has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:42:13.310977 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:42:13.322408 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] Sync routers for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:42:13.333079 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:42:13.333683 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:41:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:42:13.356703 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] No DVR routers for this DVR port d3208c8e-df8b-4d14-9287-98e93f1ba938 on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:42:13.359118 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:13.362417 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-af9eb358-c34b-4da3-ae75-9d7ddd97d186 req-1030e184-47a8-4162-b866-8224c53f7f32 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "DELETE /networking/v2.0/ports/d3208c8e-df8b-4d14-9287-98e93f1ba938 HTTP/1.1" status: 204 len: 173 time: 0.7944815 Sep 01 00:42:13.362845 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'name': 'network-vif-deleted', 'tag': 'd3208c8e-df8b-4d14-9287-98e93f1ba938'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:42:13.365098 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f198cb9c-1ca3-4b27-a6c9-ab41589d11fe" -d '{"events": [{"server_uuid": "c472673e-4179-483d-a44f-d9a4fe49b434", "name": "network-vif-deleted", "tag": "d3208c8e-df8b-4d14-9287-98e93f1ba938"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:42:13.419072 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0750b5-cb3d-4b58-863c-3fb993cc82fc x-openstack-request-id: req-8d0750b5-cb3d-4b58-863c-3fb993cc82fc {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:42:13.419369 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c472673e-4179-483d-a44f-d9a4fe49b434", "name": "network-vif-deleted", "tag": "d3208c8e-df8b-4d14-9287-98e93f1ba938", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:42:13.419621 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d0750b5-cb3d-4b58-863c-3fb993cc82fc {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:42:13.420024 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0750b5-cb3d-4b58-863c-3fb993cc82fc'] response: {'server_uuid': 'c472673e-4179-483d-a44f-d9a4fe49b434', 'name': 'network-vif-deleted', 'tag': 'd3208c8e-df8b-4d14-9287-98e93f1ba938', 'status': 'completed', 'code': 200} Sep 01 00:42:13.534959 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:42:13.728108 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:42:13.756560 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] Checking router: 990c7408-72f4-473c-8dc3-99f702066f5c for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:42:13.765030 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:42:13.765626 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:41:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:42:13.864128 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:42:14.049823 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:42:14.073919 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f82323-da7f-4fb9-bf5c-b735d5210db5 None None] The sync data for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi is: [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:42:14.237175 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-fda9fd89-485e-43a1-8944-802721985755 req-b4118326-83b9-4738-8884-fcf4befd8c5a tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c472673e-4179-483d-a44f-d9a4fe49b434 HTTP/1.1" status: 200 len: 210 time: 0.0300486 Sep 01 00:42:14.338391 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529ec3cf-ea9f-49b2-ae3b-0eaaccd661bd None None] New status for floating IP 608cf2da-7ba5-4bd0-9e82-78cef4ecd25b: DOWN {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:42:15.505027 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-05fc0d4b-c70d-4f92-aab2-156736f1f459 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1194673048&fields=id&tenant_id=31e9903e4f16471d8057ee7364cf123b HTTP/1.1" status: 200 len: 267 time: 0.0461640 Sep 01 00:42:15.579279 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device d3208c8e-df8b-4d14-9287-98e93f1ba938 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:42:15.599017 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: d3208c8e-df8b-4d14-9287-98e93f1ba938 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:42:15.599356 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device d3208c8e-df8b-4d14-9287-98e93f1ba938 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:42:15.613364 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4013c718-6d0e-48d9-98ac-e58a5f6fd925 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:15.614855 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4013c718-6d0e-48d9-98ac-e58a5f6fd925 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 812 time: 0.1035771 Sep 01 00:42:15.629063 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-7d004313-94d3-4d6a-a407-467f18dcfdfe tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/quotas/31e9903e4f16471d8057ee7364cf123b HTTP/1.1" status: 200 len: 375 time: 0.0089905 Sep 01 00:42:15.677209 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-33b21e8c-2f02-4eb8-a561-2a721481fafd tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433877 Sep 01 00:42:15.692562 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-baa40971-edab-4b14-b88a-e0fd6bbe5a51 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:42:15.693509 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-baa40971-edab-4b14-b88a-e0fd6bbe5a51 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050731 Sep 01 00:42:15.785195 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-bfe049bf-0749-4c53-b427-e3e8efbf0c3c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860023 Sep 01 00:42:15.873111 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-810814ec-e4cc-423e-9939-58832838f3b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824234 Sep 01 00:42:16.166985 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-fe33db49-b1de-4744-9909-fe8390b3cd2a req-57c5c732-9df8-4662-9def-0f9600b2e264 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 210 time: 0.0292306 Sep 01 00:42:17.556865 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a6cfc0b4-9e33-4591-bd47-73e2da699816 req-aa2f9ec6-c23a-44d8-bf55-5f9e5fae9fb3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 210 time: 0.3105364 Sep 01 00:42:17.572046 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:17.611201 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-bd3fe347-36cb-4811-b887-8d111936d1d4 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:17.612945 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-bd3fe347-36cb-4811-b887-8d111936d1d4 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 812 time: 0.3774524 Sep 01 00:42:17.634552 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:17.680138 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-d8b168b7-d47c-4c30-a01a-5bf8d2d9a459 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=31e9903e4f16471d8057ee7364cf123b HTTP/1.1" status: 200 len: 380 time: 0.0580487 Sep 01 00:42:17.691096 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'port': {'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'admin_state_up': True, 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'security_groups': ['0855abc1-fbed-44f9-b2e3-d7eb52f7bdea']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:42:17.806332 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Made reservation on behalf of 31e9903e4f16471d8057ee7364cf123b for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:42:17.810142 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:17.835526 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:42:17.939184 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Allocated IP 172.20.0.4 (28512075-6511-4bf7-8914-a7d1b95a8073/4e24b081-8afc-4718-aef6-3aee41bbeec0/6298d4b7-4066-46b0-b87e-46e160ffece2) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:42:18.078566 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:18.109824 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:18.157539 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Network 28512075-6511-4bf7-8914-a7d1b95a8073 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:42:18.161088 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:42:18.167079 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:42:18.173497 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'Port': ['ID=6298d4b7-4066-46b0-b87e-46e160ffece2,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:42:18.223890 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:18.224531 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:18.241564 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-8765c795-e5ca-44b5-998a-bc5d4361dafc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5551138 Sep 01 00:42:18.258587 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Request body: {'port': {'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:42:18.321246 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:18.353503 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-85bd750f-de6a-4c4c-8bb3-b2f944768a29 None None] Provisioning complete for port 6298d4b7-4066-46b0-b87e-46e160ffece2 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:42:18.354126 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-85bd750f-de6a-4c4c-8bb3-b2f944768a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:18.386609 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-85bd750f-de6a-4c4c-8bb3-b2f944768a29 None None] Port 6298d4b7-4066-46b0-b87e-46e160ffece2 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:42:18.427638 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:18.451081 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:18.596357 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6298d4b7-4066-46b0-b87e-46e160ffece2 {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:42:18.604355 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Publish callbacks [] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:18.618496 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Transition to ACTIVE for port object 6298d4b7-4066-46b0-b87e-46e160ffece2 will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:42:18.622261 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:18.681910 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504367b7-7a60-477a-afe8-743f261c0fc3 req-b82f4b88-f2ef-4ec3-8aaf-d822f798a300 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:18.683387 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-504367b7-7a60-477a-afe8-743f261c0fc3 req-b82f4b88-f2ef-4ec3-8aaf-d822f798a300 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 943 time: 0.0473137 Sep 01 00:42:18.705566 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Pushing event updated for resources: {'Port': ['ID=6298d4b7-4066-46b0-b87e-46e160ffece2,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:42:18.733390 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-504367b7-7a60-477a-afe8-743f261c0fc3 req-20513f45-1c5b-4c49-9929-d7e65ef89079 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443208 Sep 01 00:42:18.734508 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Attempting to bind port 6298d4b7-4066-46b0-b87e-46e160ffece2 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:42:18.734906 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Attempting to bind port 6298d4b7-4066-46b0-b87e-46e160ffece2 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:42:18.735295 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Attempting to bind port 6298d4b7-4066-46b0-b87e-46e160ffece2 on network 28512075-6511-4bf7-8914-a7d1b95a8073 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:42:18.740617 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Port 6298d4b7-4066-46b0-b87e-46e160ffece2 on network 28512075-6511-4bf7-8914-a7d1b95a8073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:42:18.741193 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Attempting to bind port 6298d4b7-4066-46b0-b87e-46e160ffece2 on network 28512075-6511-4bf7-8914-a7d1b95a8073 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:42:18.745943 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:42:18.746175 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Checking segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:42:18.746547 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Bound using segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:42:18.746966 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Bound port: 6298d4b7-4066-46b0-b87e-46e160ffece2, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:42:18.747324 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:18.813030 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] For port 6298d4b7-4066-46b0-b87e-46e160ffece2, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:42:18.817014 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] For port 6298d4b7-4066-46b0-b87e-46e160ffece2, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6298d4b7-4066-46b0-b87e-46e160ffece2,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:42:18.822859 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:18.826159 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:18.826798 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:18.828869 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/6298d4b7-4066-46b0-b87e-46e160ffece2 HTTP/1.1" status: 200 len: 1093 time: 0.5744193 Sep 01 00:42:18.831328 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'tag': '6298d4b7-4066-46b0-b87e-46e160ffece2'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:42:18.833599 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e770dd23-618c-439c-9e55-dafc01d5d8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8e6f70-6e87-47d0-8d38-75dad700ec31", "tag": "6298d4b7-4066-46b0-b87e-46e160ffece2"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:42:18.876297 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ac2239-cf5d-4437-a039-6cb72ba024f0 x-openstack-request-id: req-80ac2239-cf5d-4437-a039-6cb72ba024f0 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:42:18.876628 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8e6f70-6e87-47d0-8d38-75dad700ec31", "tag": "6298d4b7-4066-46b0-b87e-46e160ffece2", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:42:18.876886 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80ac2239-cf5d-4437-a039-6cb72ba024f0 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:42:18.877316 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ac2239-cf5d-4437-a039-6cb72ba024f0'] response: {'name': 'network-changed', 'server_uuid': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'tag': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'status': 'completed', 'code': 200} Sep 01 00:42:18.915070 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6023f3-0c6e-4815-8065-c8782c06412f service neutron] Pushing event updated for resources: {'Port': ['ID=6298d4b7-4066-46b0-b87e-46e160ffece2,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:42:18.931731 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-f0290c53-a1da-4f4d-9dfb-9c1ce4d6ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:18.933279 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-f0290c53-a1da-4f4d-9dfb-9c1ce4d6ab77 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 1127 time: 0.0517180 Sep 01 00:42:18.981015 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-674f753d-de34-43f0-8738-29548929e28f service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6298d4b7-4066-46b0-b87e-46e160ffece2 HTTP/1.1" status: 200 len: 217 time: 0.0371556 Sep 01 00:42:19.032109 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-c11e8f88-1b1b-4146-85ce-5fe08b65bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:19.033559 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-c11e8f88-1b1b-4146-85ce-5fe08b65bba0 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0449648 Sep 01 00:42:19.081791 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-531bef8f-e995-4da2-a697-1600e10c663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:19.083272 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-531bef8f-e995-4da2-a697-1600e10c663b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405633 Sep 01 00:42:19.178888 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-e12e85dd-b47b-4756-a1c8-1f79a2c5b314 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859575 Sep 01 00:42:19.273208 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-9de1bbe3-4fcb-4914-bb44-4c2cf37a3c69 req-339fc65a-39ff-455a-a3b8-36b2eff7d456 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846159 Sep 01 00:42:19.579090 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-c80d0ed0-2939-449c-a8aa-89f7d2d3709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:19.580565 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-c80d0ed0-2939-449c-a8aa-89f7d2d3709e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 1127 time: 0.0434606 Sep 01 00:42:19.657717 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:19.661125 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:19.676054 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-15b73000-14c6-4b2b-9f66-fba5311cbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:19.677515 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-15b73000-14c6-4b2b-9f66-fba5311cbdcc service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0906749 Sep 01 00:42:19.724594 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-73c7ba80-0b1c-40d0-ac1b-40d0eb4e0d09 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6298d4b7-4066-46b0-b87e-46e160ffece2 HTTP/1.1" status: 200 len: 217 time: 0.0364313 Sep 01 00:42:19.775433 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-8876fc6b-6c8d-414a-a4dd-4afcca3aa6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:19.777031 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-8876fc6b-6c8d-414a-a4dd-4afcca3aa6fa service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0436776 Sep 01 00:42:19.828071 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-e8aaacd1-4d09-482b-8bac-b09186aaf498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:19.829596 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-e8aaacd1-4d09-482b-8bac-b09186aaf498 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437567 Sep 01 00:42:19.860472 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a406015-7317-4539-94ad-166759ffec23 req-160e0f01-49c2-4248-93e7-ff94a0056ecf tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:19.862507 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9a406015-7317-4539-94ad-166759ffec23 req-160e0f01-49c2-4248-93e7-ff94a0056ecf tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 943 time: 0.0532873 Sep 01 00:42:19.912845 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9a406015-7317-4539-94ad-166759ffec23 req-53258e32-1acb-43cc-bf62-05927949cb68 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442550 Sep 01 00:42:19.930025 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-60eef860-b5f7-4254-a17c-e4b5dcbbe859 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907550 Sep 01 00:42:20.023920 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e770dd23-618c-439c-9e55-dafc01d5d8c7 req-ab4fc3eb-0f3d-4ccb-a39c-35c3eac08f92 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836074 Sep 01 00:42:20.386623 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5390bc0c-d259-48d6-92d5-7006ef76517e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:21.051375 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdceb65-aa16-4753-a797-a6b856630f29 req-105b05ab-9f13-4551-bf96-360fd4c64bf8 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:21.052913 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bbdceb65-aa16-4753-a797-a6b856630f29 req-105b05ab-9f13-4551-bf96-360fd4c64bf8 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 943 time: 0.0529578 Sep 01 00:42:21.108301 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bbdceb65-aa16-4753-a797-a6b856630f29 req-25c1451a-00d5-4b31-90e1-1e45efe1a9fc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495687 Sep 01 00:42:22.226911 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6a9de-c7df-4caa-bb0e-9450d88ee2fe req-dbc7b52c-0741-477f-b5e1-9b653361959e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:22.228801 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-62d6a9de-c7df-4caa-bb0e-9450d88ee2fe req-dbc7b52c-0741-477f-b5e1-9b653361959e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 943 time: 0.0472105 Sep 01 00:42:22.278549 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-62d6a9de-c7df-4caa-bb0e-9450d88ee2fe req-7487e9aa-5a13-4553-984b-33fe1f9cff88 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441213 Sep 01 00:42:22.775038 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-16593c65-8f22-471a-8daf-9163f058756e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:23.396302 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0645e-3cd6-4c03-9811-b5e6223ec962 req-fe061ecd-d777-4be5-b754-d370507923ec tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:23.397794 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-67e0645e-3cd6-4c03-9811-b5e6223ec962 req-fe061ecd-d777-4be5-b754-d370507923ec tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 943 time: 0.0468240 Sep 01 00:42:23.446844 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-67e0645e-3cd6-4c03-9811-b5e6223ec962 req-facce91f-6a88-4ef9-a17f-d18de9f1f879 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434716 Sep 01 00:42:24.002264 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:24.419803 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:24.562280 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bef4b-824e-4df1-84cb-bf2b54ea7bac req-6c734a77-3782-49c6-b57b-d0c4360dd3e3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:24.563737 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-713bef4b-824e-4df1-84cb-bf2b54ea7bac req-6c734a77-3782-49c6-b57b-d0c4360dd3e3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 943 time: 0.0470169 Sep 01 00:42:24.615784 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-713bef4b-824e-4df1-84cb-bf2b54ea7bac req-dfaf6c44-d1b6-475e-805b-a8b147f7acce tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458057 Sep 01 00:42:25.320060 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:25.417429 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:25.731756 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4356521-3dfd-4b4f-93f5-c8d39436ffd2 req-52d2e5fd-13da-4069-a5b0-4da68468fcae tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:25.733234 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d4356521-3dfd-4b4f-93f5-c8d39436ffd2 req-52d2e5fd-13da-4069-a5b0-4da68468fcae tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 943 time: 0.0473542 Sep 01 00:42:25.784706 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-d4356521-3dfd-4b4f-93f5-c8d39436ffd2 req-02f7fe06-530b-4440-a772-4f1f47d96858 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457563 Sep 01 00:42:26.902671 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0385fc-5bd6-434f-a999-6f22bf038c87 req-31ac3387-e7bb-4316-85a1-9a2d74c6b698 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:26.904132 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3a0385fc-5bd6-434f-a999-6f22bf038c87 req-31ac3387-e7bb-4316-85a1-9a2d74c6b698 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 943 time: 0.0474141 Sep 01 00:42:26.957404 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-3a0385fc-5bd6-434f-a999-6f22bf038c87 req-95ed6e76-fffa-4dfc-8c63-9db1333dc3f5 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476367 Sep 01 00:42:27.688282 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6298d4b7-4066-46b0-b87e-46e160ffece2 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:42:27.790564 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6298d4b7-4066-46b0-b87e-46e160ffece2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6298d4b7-4066-46b0-b87e-46e160ffece2,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:42:27.801696 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'mac_address': 'fa:16:3e:2b:49:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:42:27.830148 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=68 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:27.836894 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6298d4b7-4066-46b0-b87e-46e160ffece2 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:42:27.837283 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:27.851467 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6298d4b7-4066-46b0-b87e-46e160ffece2 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:42:27.874052 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6298d4b7-4066-46b0-b87e-46e160ffece2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6298d4b7-4066-46b0-b87e-46e160ffece2,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:42:27.877915 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:27.924629 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6298d4b7-4066-46b0-b87e-46e160ffece2,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:42:27.931480 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.931823 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.932170 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.932521 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.932853 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.933196 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.933503 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.933824 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.934146 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.934466 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.934787 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.935108 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.935424 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.935740 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:27.936054 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:28.079374 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4f67e-3b67-4375-8e6b-74e006661e68 req-6356495f-7d2b-4d18-a524-2497cd6bb599 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:28.080861 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e2b4f67e-3b67-4375-8e6b-74e006661e68 req-6356495f-7d2b-4d18-a524-2497cd6bb599 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 944 time: 0.0468273 Sep 01 00:42:28.131543 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e2b4f67e-3b67-4375-8e6b-74e006661e68 req-b2b0e1a6-77c9-4094-bd96-6ceec5952c04 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443294 Sep 01 00:42:28.139922 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['6298d4b7-4066-46b0-b87e-46e160ffece2'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:42:29.249988 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad969d38-13f8-40d0-a031-6dcc880f9a32 req-9970e8f7-08cb-4ae3-a339-4cf55031e940 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:29.251471 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ad969d38-13f8-40d0-a031-6dcc880f9a32 req-9970e8f7-08cb-4ae3-a339-4cf55031e940 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 944 time: 0.0472307 Sep 01 00:42:29.301129 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ad969d38-13f8-40d0-a031-6dcc880f9a32 req-d2759de3-3e54-4928-a045-692a7a61e990 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431247 Sep 01 00:42:29.706583 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6298d4b7-4066-46b0-b87e-46e160ffece2 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:42:29.735294 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:29.749796 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 6298d4b7-4066-46b0-b87e-46e160ffece2 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:42:29.756262 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 6298d4b7-4066-46b0-b87e-46e160ffece2 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:42:29.756703 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:29.759242 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:29.832248 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6298d4b7-4066-46b0-b87e-46e160ffece2 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:42:29.832747 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:29.856102 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6298d4b7-4066-46b0-b87e-46e160ffece2'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:42:29.858368 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd0d7fe-7e44-4d7d-bd10-65ae7e138730" -d '{"events": [{"server_uuid": "2e8e6f70-6e87-47d0-8d38-75dad700ec31", "name": "network-vif-plugged", "status": "completed", "tag": "6298d4b7-4066-46b0-b87e-46e160ffece2"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:42:29.871091 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6298d4b7-4066-46b0-b87e-46e160ffece2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6298d4b7-4066-46b0-b87e-46e160ffece2,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:42:29.874980 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:29.921657 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6298d4b7-4066-46b0-b87e-46e160ffece2,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:42:30.015621 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16a5e08-041a-4da0-b5f4-abaa01e07673 x-openstack-request-id: req-b16a5e08-041a-4da0-b5f4-abaa01e07673 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:42:30.015916 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8e6f70-6e87-47d0-8d38-75dad700ec31", "name": "network-vif-plugged", "status": "completed", "tag": "6298d4b7-4066-46b0-b87e-46e160ffece2", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:42:30.016176 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b16a5e08-041a-4da0-b5f4-abaa01e07673 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:42:30.016607 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16a5e08-041a-4da0-b5f4-abaa01e07673'] response: {'server_uuid': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'code': 200} Sep 01 00:42:30.250477 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f8536-e145-4a9b-ad01-924f491a5342 req-b99a85bc-8d71-4f54-bfad-187b8c27e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:30.251997 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-611f8536-e145-4a9b-ad01-924f491a5342 req-b99a85bc-8d71-4f54-bfad-187b8c27e3e6 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 1129 time: 0.0421731 Sep 01 00:42:30.300584 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-611f8536-e145-4a9b-ad01-924f491a5342 req-57cbacec-1479-4678-8e70-ed78b863eca9 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Sep 01 00:42:30.421517 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982be29-7de2-461a-89d5-a5a6576b0112 req-004263e4-5243-431c-9c3d-bab5a8037fc3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:30.422967 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9982be29-7de2-461a-89d5-a5a6576b0112 req-004263e4-5243-431c-9c3d-bab5a8037fc3 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 945 time: 0.0506642 Sep 01 00:42:30.471299 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9982be29-7de2-461a-89d5-a5a6576b0112 req-84844b30-2e61-47e9-bd30-754450560d0c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421350 Sep 01 00:42:31.597337 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d0424-5a89-4511-9037-d898a334d7e8 req-91d0d308-c72f-4877-8d33-045f8e795bf4 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:31.599350 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ab6d0424-5a89-4511-9037-d898a334d7e8 req-91d0d308-c72f-4877-8d33-045f8e795bf4 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 945 time: 0.0506423 Sep 01 00:42:31.649118 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-ab6d0424-5a89-4511-9037-d898a334d7e8 req-4e9a5e60-7797-466b-b220-6ea6a04bdf1e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 Sep 01 00:42:31.764670 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74607929-6b93-437e-8b98-c92efa41f17d req-d17f5d8c-4f2c-4ee1-83fb-4d44299ac6e0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:31.766441 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-74607929-6b93-437e-8b98-c92efa41f17d req-d17f5d8c-4f2c-4ee1-83fb-4d44299ac6e0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 945 time: 0.0475736 Sep 01 00:42:31.816399 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-74607929-6b93-437e-8b98-c92efa41f17d req-0e794962-3bb7-4a3a-beae-29a34644f4dd tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438395 Sep 01 00:42:31.842477 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 32828) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:42:31.880839 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d3146-54dd-4cde-bf23-bcb484736597 tempest-TestVolumeBootPattern-144650389 tempest-TestVolumeBootPattern-144650389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:31.882190 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a27d3146-54dd-4cde-bf23-bcb484736597 tempest-TestVolumeBootPattern-144650389 tempest-TestVolumeBootPattern-144650389-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 1124 time: 0.0387340 Sep 01 00:42:31.884905 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 32830) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:42:31.888967 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:42:31.909347 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:31.970727 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:31.993725 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:32.049720 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:32.103482 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Allocated IP 172.27.4.11 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/c34a891c-f858-4db0-82dc-69fcc1d59883) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:42:32.206926 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for port (c34a891c-f858-4db0-82dc-69fcc1d59883), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:32.239001 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (c34a891c-f858-4db0-82dc-69fcc1d59883), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:32.551506 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:42:32.557422 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:42:32.559577 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'Port': ['ID=c34a891c-f858-4db0-82dc-69fcc1d59883,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:42:32.562629 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:42:32.586094 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.586436 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.586775 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.587109 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.587433 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.587758 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.588081 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.588398 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.588743 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.589063 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.589380 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.589695 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.590007 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.590317 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.590626 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:42:32.920799 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (7abaee4b-4225-416a-892f-124dc08e595a), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:32.984249 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:32.987823 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (c34a891c-f858-4db0-82dc-69fcc1d59883), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:33.077739 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:33.138172 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for port (c34a891c-f858-4db0-82dc-69fcc1d59883), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:33.142518 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (c34a891c-f858-4db0-82dc-69fcc1d59883), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:33.208877 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (7abaee4b-4225-416a-892f-124dc08e595a), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:33.210698 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'Port': ['ID=c34a891c-f858-4db0-82dc-69fcc1d59883,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:42:33.314357 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Floating IP 7abaee4b-4225-416a-892f-124dc08e595a associated. External IP: 172.27.4.11, port: 6298d4b7-4066-46b0-b87e-46e160ffece2. Sep 01 00:42:33.518497 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Router 990c7408-72f4-473c-8dc3-99f702066f5c has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:42:33.621940 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:42:33.632212 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] Sync routers for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:42:33.639913 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:33.642202 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:42:33.642812 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:42:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:42:33.670910 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-cafb83e4-10ce-44b8-a141-ee7bafbce29e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7850053 Sep 01 00:42:33.671480 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'tag': '6298d4b7-4066-46b0-b87e-46e160ffece2'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:42:33.673830 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0664649-2a6a-464a-a763-0182070bb2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8e6f70-6e87-47d0-8d38-75dad700ec31", "tag": "6298d4b7-4066-46b0-b87e-46e160ffece2"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:42:33.711234 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9314bfbe-4f7e-40de-a51b-f637cca027d5 x-openstack-request-id: req-9314bfbe-4f7e-40de-a51b-f637cca027d5 {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:42:33.711527 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8e6f70-6e87-47d0-8d38-75dad700ec31", "tag": "6298d4b7-4066-46b0-b87e-46e160ffece2", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:42:33.711807 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9314bfbe-4f7e-40de-a51b-f637cca027d5 {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:42:33.712214 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9314bfbe-4f7e-40de-a51b-f637cca027d5'] response: {'name': 'network-changed', 'server_uuid': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'tag': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'status': 'completed', 'code': 200} Sep 01 00:42:33.747370 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:42:33.774411 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-fffbe83b-8625-4104-ab52-ffc555845853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:33.775836 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-fffbe83b-8625-4104-ab52-ffc555845853 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 1129 time: 0.0402441 Sep 01 00:42:33.837980 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=96 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:33.871696 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:33.875566 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-bda8468e-16e5-4a17-9d93-ce53d2bfbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:33.877093 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-bda8468e-16e5-4a17-9d93-ce53d2bfbd01 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0948379 Sep 01 00:42:33.923482 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:33.941349 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-c2baf5d6-7e7f-43e0-bec0-0957583a4784 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6298d4b7-4066-46b0-b87e-46e160ffece2 HTTP/1.1" status: 200 len: 998 time: 0.0579443 Sep 01 00:42:34.001486 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7abaee4b-4225-416a-892f-124dc08e595a', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.11', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:2b:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:42:32Z', 'updated_at': '2022-09-01T00:42:32Z', 'revision_number': 0, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:42:34.006590 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-260807ce-4eb6-4994-9291-f314fccf1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:34.008596 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-260807ce-4eb6-4994-9291-f314fccf1a1e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0613723 Sep 01 00:42:34.031754 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] Checking router: 990c7408-72f4-473c-8dc3-99f702066f5c for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:42:34.041636 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:42:34.042253 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:42:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:42:34.056675 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-41633ea0-d6dd-44f6-a26f-322c70997a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:42:34.058298 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-41633ea0-d6dd-44f6-a26f-322c70997a33 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437860 Sep 01 00:42:34.145146 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:42:34.152135 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-fad06e85-4dc3-4873-9a95-08726c3246f1 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874772 Sep 01 00:42:34.251969 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-c0664649-2a6a-464a-a763-0182070bb2d1 req-84bb4963-0a99-4f91-8cce-2ed39392f8e4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939076 Sep 01 00:42:34.381368 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7abaee4b-4225-416a-892f-124dc08e595a', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.11', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:2b:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:42:32Z', 'updated_at': '2022-09-01T00:42:32Z', 'revision_number': 0, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:42:34.413251 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02f6533-4684-413c-aea7-d090a624e436 None None] The sync data for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi is: [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7abaee4b-4225-416a-892f-124dc08e595a', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.11', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:2b:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:42:32Z', 'updated_at': '2022-09-01T00:42:32Z', 'revision_number': 0, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:42:34.615859 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70228eab-2a74-444d-bee1-fd9834ecb656 None None] New status for floating IP 7abaee4b-4225-416a-892f-124dc08e595a: ACTIVE {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:42:43.666050 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:43.668063 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:44.239641 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=33 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:44.247342 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=31 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:44.717362 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:44.719980 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:49.449797 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=63 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:49.453848 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=89 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:42:50.387912 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-7533ea05-3ce2-46e7-a410-c8dabb9e6412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:52.777394 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-38dec0b0-b91e-4bff-b81a-4236b42947a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:54.006019 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:54.425480 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:54.834746 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:42:55.322544 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:42:55.419097 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:04.830441 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:05.409029 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:05.414877 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:06.287419 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-3ba42bd4-6117-44e2-8965-2c31c632e45b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381899 Sep 01 00:43:06.375241 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-3d7dbdc5-b3c9-4f4c-9d5e-fa4b9db656ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:43:06.376727 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-3d7dbdc5-b3c9-4f4c-9d5e-fa4b9db656ce service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 1129 time: 0.0398371 Sep 01 00:43:06.489138 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-353512a3-4753-4719-8c67-52dec9849297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:43:06.490513 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-353512a3-4753-4719-8c67-52dec9849297 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0934298 Sep 01 00:43:06.551631 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-58a87c6e-2ea2-4943-9ed8-c4a2f587e194 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6298d4b7-4066-46b0-b87e-46e160ffece2 HTTP/1.1" status: 200 len: 1000 time: 0.0538974 Sep 01 00:43:06.606143 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-0eb5196b-785b-4311-baee-23742034c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:43:06.607563 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-0eb5196b-785b-4311-baee-23742034c8db service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0466461 Sep 01 00:43:06.654286 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-c114c9c6-e880-41e1-80dc-7c181da0c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:43:06.655757 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-c114c9c6-e880-41e1-80dc-7c181da0c4df service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386963 Sep 01 00:43:06.751539 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-37cc4ac7-f112-4ff2-b087-ed37a23065e4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876441 Sep 01 00:43:06.848874 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-75bcadf1-e0e8-4554-a42e-3339d10eb390 req-25f81463-9f08-4822-b71d-bea5ddb8e1cb service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881252 Sep 01 00:43:16.838294 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=50 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:16.845568 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=51 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:17.841702 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:17.842828 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:20.391439 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4436c199-9654-4c10-9d80-a19f2bbef583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:22.780917 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-21d0dacd-34d0-4c50-9650-938fb9993a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:24.008536 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:24.433765 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:25.324932 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:25.423854 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:31.834341 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:43:35.414135 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:35.420212 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:50.393612 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-37241a02-5b0b-41f0-aaf5-6a5a0774b559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:52.786057 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-3b667c44-7040-4308-b151-347269eeabca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:54.012472 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:54.461186 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:54.844682 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:54.848978 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=5 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:43:55.329290 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:43:55.425819 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:07.254124 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-ef5f80fc-a0b9-4df4-9272-60f833c7ba74 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406756 Sep 01 00:44:07.340750 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-80464bf7-0be1-4941-a375-7e8a1617f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:07.342259 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-80464bf7-0be1-4941-a375-7e8a1617f806 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 1129 time: 0.0432346 Sep 01 00:44:07.448113 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-aa78a089-13de-4ca3-88cf-02c594a3d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:07.449602 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-aa78a089-13de-4ca3-88cf-02c594a3d0b2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0859616 Sep 01 00:44:07.515796 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-3c02a6a3-5460-446f-b894-3be67feba1f8 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6298d4b7-4066-46b0-b87e-46e160ffece2 HTTP/1.1" status: 200 len: 1000 time: 0.0591154 Sep 01 00:44:07.567585 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-809e418a-60b9-4e5d-a7d9-3314b9fecd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:07.569072 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-809e418a-60b9-4e5d-a7d9-3314b9fecd32 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0466599 Sep 01 00:44:07.616615 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-a069636b-6738-4b9a-a8cf-6a4898d8ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:07.618179 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-a069636b-6738-4b9a-a8cf-6a4898d8ac0e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424232 Sep 01 00:44:07.713299 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-b750372a-6c56-493d-9640-8d53de804c41 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864468 Sep 01 00:44:07.811074 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-4e178e0e-2dda-4fcd-9c7b-3b469be18545 req-27436296-03f6-4272-ac21-cc19388e23ef service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892112 Sep 01 00:44:08.409238 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bf7b13cf-3311-4d1a-9b44-e70c712f1b90 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1194673048&fields=id&tenant_id=31e9903e4f16471d8057ee7364cf123b HTTP/1.1" status: 200 len: 267 time: 0.0471177 Sep 01 00:44:08.517488 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-ec8a6183-98aa-45ed-bad0-036fc3568783 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:08.519532 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-ec8a6183-98aa-45ed-bad0-036fc3568783 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 812 time: 0.1033735 Sep 01 00:44:08.533599 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-9563452b-9865-4838-943c-0b7a68d3a2e7 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/quotas/31e9903e4f16471d8057ee7364cf123b HTTP/1.1" status: 200 len: 375 time: 0.0088367 Sep 01 00:44:08.585349 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-c2c67a81-262c-4425-b3f0-13fc9cc4462d tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465322 Sep 01 00:44:08.693585 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-ddd28e19-1f9d-465b-a7ec-91639840314a service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 00:44:08.694680 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-ddd28e19-1f9d-465b-a7ec-91639840314a service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0970631 Sep 01 00:44:08.790033 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-c04b754e-eb0f-4a9f-834c-71ba3028749b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873189 Sep 01 00:44:08.833614 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:44:08.880214 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-a01a5a8b-29af-4cef-ae08-30997176bd9b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839093 Sep 01 00:44:09.190474 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a0be005d-cc5d-4fb8-82a5-3ad456da2d9f req-2b421691-2ccc-41de-967d-b2b2863c2396 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 210 time: 0.0325506 Sep 01 00:44:09.367443 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:09.369581 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:10.302349 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-89b8dac0-38ac-4e40-bd9f-7ed2ef52bc3c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:10.303461 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-025eb91c-f13f-47dc-9c7c-f745892a2be5 req-aae65db7-f5ec-4268-a1cc-636996856516 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 210 time: 0.0317731 Sep 01 00:44:10.304341 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-89b8dac0-38ac-4e40-bd9f-7ed2ef52bc3c tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 812 time: 0.1140254 Sep 01 00:44:10.371896 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-193e6063-9609-4b2d-8263-432217953847 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=31e9903e4f16471d8057ee7364cf123b HTTP/1.1" status: 200 len: 380 time: 0.0564249 Sep 01 00:44:10.382733 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'port': {'device_id': '42c88d3d-4c67-40c2-b901-afef792932da', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'admin_state_up': True, 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'security_groups': ['0855abc1-fbed-44f9-b2e3-d7eb52f7bdea']}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:44:10.495004 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Made reservation on behalf of 31e9903e4f16471d8057ee7364cf123b for: {'port': 1} {{(pid=117901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 00:44:10.498821 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:10.602278 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:10.630157 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.db_base_plugin_common [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Allocated IP 172.20.0.8 (28512075-6511-4bf7-8914-a7d1b95a8073/4e24b081-8afc-4718-aef6-3aee41bbeec0/6fea6d48-c251-4c63-a7dd-5e5659cc5757) {{(pid=117901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:44:10.654322 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:10.777963 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), precommit_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:10.810556 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), after_create {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:10.862040 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Network 28512075-6511-4bf7-8914-a7d1b95a8073 is already hosted by enough agents. {{(pid=117901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:44:10.867927 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.scheduler.base_scheduler [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Resources bound (agent type, host, resource id): {{(pid=117901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:44:10.870123 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'Port': ['ID=6fea6d48-c251-4c63-a7dd-5e5659cc5757,revision_number=1']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:44:10.872316 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Received port after_create {{(pid=117901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:44:10.899603 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.899847 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.900033 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.900376 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.900739 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.901092 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.901404 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.901730 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.902056 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.902385 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.902708 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.903031 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.903357 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.903680 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.904000 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:10.935112 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:10.935732 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:10.953004 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-63aa31d7-51f1-4bc3-8fee-b5191a28db07 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5739205 Sep 01 00:44:10.980616 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.v2.base [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Request body: {'port': {'device_id': '42c88d3d-4c67-40c2-b901-afef792932da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=117901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:44:11.046075 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:11.126206 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-3acfe020-d83c-495d-83f5-efd3d68d7f18 None None] Provisioning complete for port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 triggered by entity DHCP. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:44:11.126780 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-3acfe020-d83c-495d-83f5-efd3d68d7f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:11.157640 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-3acfe020-d83c-495d-83f5-efd3d68d7f18 None None] Port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 cannot update to ACTIVE because it is not bound. {{(pid=117903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 00:44:11.301617 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fea6d48-c251-4c63-a7dd-5e5659cc5757 {{(pid=117901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:44:11.309499 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Publish callbacks [] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), precommit_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:11.321475 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.provisioning_blocks [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Transition to ACTIVE for port object 6fea6d48-c251-4c63-a7dd-5e5659cc5757 will not be triggered until provisioned by entity L2. {{(pid=117901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 00:44:11.325310 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:11.330424 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:11.399871 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Pushing event updated for resources: {'Port': ['ID=6fea6d48-c251-4c63-a7dd-5e5659cc5757,revision_number=2']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:44:11.461274 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ceda5-7e7f-46b8-8814-0c4729d68905 req-0f5f48bd-99ea-4414-991f-c40688231d43 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:11.462725 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-911ceda5-7e7f-46b8-8814-0c4729d68905 req-0f5f48bd-99ea-4414-991f-c40688231d43 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 943 time: 0.0752895 Sep 01 00:44:11.494454 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Attempting to bind port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 00:44:11.494795 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Attempting to bind port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 00:44:11.495158 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Attempting to bind port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 on network 28512075-6511-4bf7-8914-a7d1b95a8073 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:44:11.508891 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 on network 28512075-6511-4bf7-8914-a7d1b95a8073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 00:44:11.509217 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Attempting to bind port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 on network 28512075-6511-4bf7-8914-a7d1b95a8073 {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 00:44:11.523677 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Checking agent: {'id': '2898fb65-fd6c-45fd-802c-81f49a6f1bdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'started_at': datetime.datetime(2022, 9, 1, 0, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 0, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 00:44:11.524016 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Checking segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 00:44:11.524402 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Bound using segment: {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'} {{(pid=117901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 00:44:11.524890 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.managers [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Bound port: 6fea6d48-c251-4c63-a7dd-5e5659cc5757, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76aed72-c801-4305-8b9a-7939dc456afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073'}}] {{(pid=117901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 00:44:11.525253 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), before_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:11.531608 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:11.545585 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-911ceda5-7e7f-46b8-8814-0c4729d68905 req-ab111a43-3174-421f-9240-a7cf4257a8cd tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751536 Sep 01 00:44:11.603687 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] For port 6fea6d48-c251-4c63-a7dd-5e5659cc5757, host hv-cinder-82002, cleared binding levels {{(pid=117901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 00:44:11.607195 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] For port 6fea6d48-c251-4c63-a7dd-5e5659cc5757, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6fea6d48-c251-4c63-a7dd-5e5659cc5757,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 00:44:11.613281 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10428933'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), after_update {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:11.617484 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:11.618170 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:11.619542 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/6fea6d48-c251-4c63-a7dd-5e5659cc5757 HTTP/1.1" status: 200 len: 1093 time: 0.6432204 Sep 01 00:44:11.620037 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c88d3d-4c67-40c2-b901-afef792932da', 'tag': '6fea6d48-c251-4c63-a7dd-5e5659cc5757'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:44:11.622342 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499" -d '{"events": [{"name": "network-changed", "server_uuid": "42c88d3d-4c67-40c2-b901-afef792932da", "tag": "6fea6d48-c251-4c63-a7dd-5e5659cc5757"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:44:11.679316 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2424ffe6-6e38-47a6-a1fe-68992ed4a9c8 x-openstack-request-id: req-2424ffe6-6e38-47a6-a1fe-68992ed4a9c8 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:44:11.679575 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c88d3d-4c67-40c2-b901-afef792932da", "tag": "6fea6d48-c251-4c63-a7dd-5e5659cc5757", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:44:11.679830 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2424ffe6-6e38-47a6-a1fe-68992ed4a9c8 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:44:11.680222 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2424ffe6-6e38-47a6-a1fe-68992ed4a9c8'] response: {'name': 'network-changed', 'server_uuid': '42c88d3d-4c67-40c2-b901-afef792932da', 'tag': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'status': 'completed', 'code': 200} Sep 01 00:44:11.684460 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3f0dc-9a4a-4037-bd57-2f17949e104d service neutron] Pushing event updated for resources: {'Port': ['ID=6fea6d48-c251-4c63-a7dd-5e5659cc5757,revision_number=3']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:44:11.714156 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-d446e586-5bbe-41dd-868e-bb918c0c96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:11.715660 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-d446e586-5bbe-41dd-868e-bb918c0c96a0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 1127 time: 0.0466762 Sep 01 00:44:11.759342 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-8aaf2f97-63e5-432e-a3c2-e41b5a5dcf58 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fea6d48-c251-4c63-a7dd-5e5659cc5757 HTTP/1.1" status: 200 len: 217 time: 0.0328145 Sep 01 00:44:12.059371 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-de6cbcc9-fe83-4858-bfb8-b5d74253255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:12.060827 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-de6cbcc9-fe83-4858-bfb8-b5d74253255e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0480959 Sep 01 00:44:12.104675 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-ef9e7f34-7279-4f9d-b682-b9e16ad7930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:12.106428 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-ef9e7f34-7279-4f9d-b682-b9e16ad7930c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390744 Sep 01 00:44:12.202308 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-d912bc25-ff9f-4737-ba64-0df9535825db service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864904 Sep 01 00:44:12.540303 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-efa7f228-1a03-4d8a-adf6-0a6840b62420 req-b6ef0b86-de51-4276-bf47-1e772be9c526 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260250 Sep 01 00:44:12.670076 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f97bf7-9902-494c-aed2-bb2d58cd754e req-73b4462c-d6b1-489a-b7f6-b7273d29e7c6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:12.671530 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-44f97bf7-9902-494c-aed2-bb2d58cd754e req-73b4462c-d6b1-489a-b7f6-b7273d29e7c6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 943 time: 0.0467453 Sep 01 00:44:12.722501 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-44f97bf7-9902-494c-aed2-bb2d58cd754e req-addb7012-8ce0-4f28-bdf7-6a2d361d84ef tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454962 Sep 01 00:44:12.884324 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-4c6d3f1c-47bd-47ca-a69b-00f3a967e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:12.885721 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-4c6d3f1c-47bd-47ca-a69b-00f3a967e1be service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 1127 time: 0.0396764 Sep 01 00:44:12.980427 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-2ff149ab-5e6c-42ca-a551-274705731d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:12.982190 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-2ff149ab-5e6c-42ca-a551-274705731d79 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0896916 Sep 01 00:44:13.023216 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-7c23edb5-bea4-40c5-95d9-5f0441e4d8be service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fea6d48-c251-4c63-a7dd-5e5659cc5757 HTTP/1.1" status: 200 len: 217 time: 0.0319448 Sep 01 00:44:13.056015 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:13.074306 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-4916dd3a-7152-44ab-8f3a-24e62f2d2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:13.075742 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-4916dd3a-7152-44ab-8f3a-24e62f2d2cbd service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0443366 Sep 01 00:44:13.122447 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-efc8e9af-9986-4f5f-b53e-c3256f7239a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:13.123900 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-efc8e9af-9986-4f5f-b53e-c3256f7239a2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385511 Sep 01 00:44:13.216608 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-9dcc0d21-7622-40c0-bc94-cb6f1f7b47d0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858824 Sep 01 00:44:13.307950 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:13.312184 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-06963bc0-6ac3-452c-b82e-7bdf4f8d9499 req-1f035f2a-0708-431b-b878-060feae96a78 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893044 Sep 01 00:44:13.841747 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf9891-28d6-4508-8c02-f65d0594b13d req-5e9c3e4a-2426-4f82-b3a5-430e60937b9e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:13.843189 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5fdf9891-28d6-4508-8c02-f65d0594b13d req-5e9c3e4a-2426-4f82-b3a5-430e60937b9e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 943 time: 0.0466094 Sep 01 00:44:13.894231 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-5fdf9891-28d6-4508-8c02-f65d0594b13d req-deb3264e-ee2d-467e-b221-5137401f0655 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454998 Sep 01 00:44:15.011418 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc094cd-9e35-4af8-a966-332374fa3470 req-868e1a3e-19aa-428c-993f-29d3ff77847a tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:15.012916 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-acc094cd-9e35-4af8-a966-332374fa3470 req-868e1a3e-19aa-428c-993f-29d3ff77847a tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 943 time: 0.0471158 Sep 01 00:44:15.062250 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-acc094cd-9e35-4af8-a966-332374fa3470 req-0a695de1-1496-46b1-b304-2e2f5af49c05 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Sep 01 00:44:16.176920 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2298b6c-4a50-4d03-9ba8-531382f4435b req-f4418772-20d7-48ec-a4bd-1aced79feb73 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:16.178860 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d2298b6c-4a50-4d03-9ba8-531382f4435b req-f4418772-20d7-48ec-a4bd-1aced79feb73 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 943 time: 0.0455182 Sep 01 00:44:16.227240 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d2298b6c-4a50-4d03-9ba8-531382f4435b req-050f31d0-0a19-433d-bb83-9cf7058a57ac tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428631 Sep 01 00:44:17.345884 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17f78a-477b-41b0-b7b6-fcaac1ddaa4e req-5fc9cd72-996d-453a-9bac-6e5fd5773a5b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:17.347337 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bc17f78a-477b-41b0-b7b6-fcaac1ddaa4e req-5fc9cd72-996d-453a-9bac-6e5fd5773a5b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 943 time: 0.0475566 Sep 01 00:44:17.395728 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bc17f78a-477b-41b0-b7b6-fcaac1ddaa4e req-4ff3a5ed-6a1d-490e-abf8-3445b733c9ae tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 Sep 01 00:44:18.516143 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7054d-9e15-4ce9-98a5-45902c7f3f63 req-0c07b15c-b021-400a-b093-7030c58e1f63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:18.517526 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ddb7054d-9e15-4ce9-98a5-45902c7f3f63 req-0c07b15c-b021-400a-b093-7030c58e1f63 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 943 time: 0.0495431 Sep 01 00:44:18.565828 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-ddb7054d-9e15-4ce9-98a5-45902c7f3f63 req-57e15bcf-b161-45e7-bd7a-8eb8d007c1dc tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 Sep 01 00:44:18.829618 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:19.688556 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669f940-ee35-4f27-9bd7-ec30ca9a4a38 req-4997b737-5287-4652-911d-bedfcb6f9d1a tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:19.690011 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e669f940-ee35-4f27-9bd7-ec30ca9a4a38 req-4997b737-5287-4652-911d-bedfcb6f9d1a tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 943 time: 0.0499136 Sep 01 00:44:19.739416 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-e669f940-ee35-4f27-9bd7-ec30ca9a4a38 req-550e3ed8-0b71-4b8e-a0b1-4d2286c5f310 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Sep 01 00:44:20.326588 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6fea6d48-c251-4c63-a7dd-5e5659cc5757 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=117903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 00:44:20.410401 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5b49e2be-bfcf-4032-b725-16bf6af386f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:20.441483 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6fea6d48-c251-4c63-a7dd-5e5659cc5757, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6fea6d48-c251-4c63-a7dd-5e5659cc5757,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:44:20.453241 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Returning: {'device': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'port_id': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'mac_address': 'fa:16:3e:99:94:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 00:44:20.490239 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 is: DOWN; New status is: BUILD {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:44:20.490552 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:20.503726 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fea6d48-c251-4c63-a7dd-5e5659cc5757 {{(pid=117903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 00:44:20.524974 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6fea6d48-c251-4c63-a7dd-5e5659cc5757, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6fea6d48-c251-4c63-a7dd-5e5659cc5757,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:44:20.528698 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:20.573747 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6fea6d48-c251-4c63-a7dd-5e5659cc5757,revision_number=4']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:44:20.580762 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.581102 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.581437 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.581768 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.582092 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.582414 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.582733 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.583048 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.583366 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.583681 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.583996 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.584310 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.584656 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.584968 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.585281 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:20.802578 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] get_ports_and_sgs() called for port_ids ['6fea6d48-c251-4c63-a7dd-5e5659cc5757'] {{(pid=117903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 00:44:20.859499 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39967e-2256-497a-8573-4c6d5453385e req-0abeb0ec-a553-43f2-ae6b-0a84bd550fa2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:20.861039 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9c39967e-2256-497a-8573-4c6d5453385e req-0abeb0ec-a553-43f2-ae6b-0a84bd550fa2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 944 time: 0.0469065 Sep 01 00:44:20.910270 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-9c39967e-2256-497a-8573-4c6d5453385e req-16811091-b05f-4a60-8409-2cbc7adb50d6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436342 Sep 01 00:44:22.045208 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1906513-09fc-4100-aab7-64dd3a123fa8 req-2c6cd892-3af2-4c38-ae65-a15e869b5ac8 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:22.046730 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a1906513-09fc-4100-aab7-64dd3a123fa8 req-2c6cd892-3af2-4c38-ae65-a15e869b5ac8 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 944 time: 0.0577080 Sep 01 00:44:22.111614 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a1906513-09fc-4100-aab7-64dd3a123fa8 req-13877464-4f72-4015-8661-e02447fca04e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590172 Sep 01 00:44:22.325945 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6fea6d48-c251-4c63-a7dd-5e5659cc5757 up at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 00:44:22.372878 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning for port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 completed by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 00:44:22.378831 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.provisioning_blocks [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Provisioning complete for port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 triggered by entity L2. {{(pid=117903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 00:44:22.379171 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1034118'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), provisioning_complete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:22.435082 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:22.473384 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Current status of the port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 is: BUILD; New status is: ACTIVE {{(pid=117903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 00:44:22.473810 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), before_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:22.507078 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c88d3d-4c67-40c2-b901-afef792932da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fea6d48-c251-4c63-a7dd-5e5659cc5757'}] {{(pid=117903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:44:22.512761 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ee2db327a5a988817658160c9c56f9a01832a01ab6294b72a0663e762f601c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f992cd-6fc4-4ecf-b02a-e3daed2c47fe" -d '{"events": [{"server_uuid": "42c88d3d-4c67-40c2-b901-afef792932da", "name": "network-vif-plugged", "status": "completed", "tag": "6fea6d48-c251-4c63-a7dd-5e5659cc5757"}]}' {{(pid=117903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:44:22.527392 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] For port 6fea6d48-c251-4c63-a7dd-5e5659cc5757, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6fea6d48-c251-4c63-a7dd-5e5659cc5757,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:44:22.536442 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:22.563534 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7ce537-e523-404d-84e9-2f45026f9c72 x-openstack-request-id: req-3b7ce537-e523-404d-84e9-2f45026f9c72 {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:44:22.563827 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c88d3d-4c67-40c2-b901-afef792932da", "name": "network-vif-plugged", "status": "completed", "tag": "6fea6d48-c251-4c63-a7dd-5e5659cc5757", "code": 200}]} {{(pid=117903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:44:22.564171 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b7ce537-e523-404d-84e9-2f45026f9c72 {{(pid=117903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:44:22.564588 dv-cinder-820027-21-iscsi neutron-server[117903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7ce537-e523-404d-84e9-2f45026f9c72'] response: {'server_uuid': '42c88d3d-4c67-40c2-b901-afef792932da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'code': 200} Sep 01 00:44:22.577850 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:22.598375 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Pushing event updated for resources: {'Port': ['ID=6fea6d48-c251-4c63-a7dd-5e5659cc5757,revision_number=5']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:44:22.785822 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-66ffbd90-c7a2-4bbf-866d-286ba15f380c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:22.790648 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c78bc-481f-45c1-9f93-aaed2ecd1e72 req-57067402-270f-442e-95a8-7e341a3544b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:22.792842 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b74c78bc-481f-45c1-9f93-aaed2ecd1e72 req-57067402-270f-442e-95a8-7e341a3544b0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 1129 time: 0.0474439 Sep 01 00:44:22.837747 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-b74c78bc-481f-45c1-9f93-aaed2ecd1e72 req-964a3717-e70f-4868-8538-2ba368fa93cd service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389435 Sep 01 00:44:23.230512 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d6488-410a-4769-85ae-ce8539926a2f req-a8d13473-3251-4c01-bfd1-04c0b1ee9336 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:23.232003 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-775d6488-410a-4769-85ae-ce8539926a2f req-a8d13473-3251-4c01-bfd1-04c0b1ee9336 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 945 time: 0.0463808 Sep 01 00:44:23.282095 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-775d6488-410a-4769-85ae-ce8539926a2f req-634940ac-c427-42aa-a5c7-2d7b72b0a77f tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442927 Sep 01 00:44:24.016173 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:24.402317 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb2607-ccd4-41a5-8969-18fbd2e2f93f req-43a8cf7a-1df1-4d67-948c-c151dd946b03 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:24.404375 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a7bb2607-ccd4-41a5-8969-18fbd2e2f93f req-43a8cf7a-1df1-4d67-948c-c151dd946b03 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 945 time: 0.0467355 Sep 01 00:44:24.457761 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-a7bb2607-ccd4-41a5-8969-18fbd2e2f93f req-59dc6abc-c872-441e-99e9-4c9950cc4b3b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478828 Sep 01 00:44:24.461115 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:24.574689 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7465f7-492e-47ec-8423-dea8b26542d1 req-189637e1-8a46-4e7a-958a-e5ec99168263 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:24.576049 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0d7465f7-492e-47ec-8423-dea8b26542d1 req-189637e1-8a46-4e7a-958a-e5ec99168263 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 945 time: 0.0463574 Sep 01 00:44:24.628628 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0d7465f7-492e-47ec-8423-dea8b26542d1 req-e54f0d15-1be5-4aa4-a258-b76d08f0f63f tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468688 Sep 01 00:44:24.655060 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 32950) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:44:24.692138 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec59abe-e70d-4f07-ad97-ed8d4007a633 tempest-TestVolumeBootPattern-144650389 tempest-TestVolumeBootPattern-144650389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:24.693638 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-1ec59abe-e70d-4f07-ad97-ed8d4007a633 tempest-TestVolumeBootPattern-144650389 tempest-TestVolumeBootPattern-144650389-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 1124 time: 0.0376265 Sep 01 00:44:24.696343 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 32952) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:44:24.701015 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.v2.base [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Request body: {'floatingip': {'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'port_id': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=117902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 00:44:24.722419 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:24.765583 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:24.805139 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (None), before_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:24.807487 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:24.909411 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_common [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Allocated IP 172.27.4.253 (cbb9845e-ae72-497c-877a-122113b90dca/5f60fa0e-105e-4695-8d04-279628431268/0472897c-18af-4a3e-ab95-6a0b60928b9a) {{(pid=117902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 00:44:25.016781 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for port (0472897c-18af-4a3e-ab95-6a0b60928b9a), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:25.047974 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730537898105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (0472897c-18af-4a3e-ab95-6a0b60928b9a), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:25.089219 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Network cbb9845e-ae72-497c-877a-122113b90dca is already hosted by enough agents. {{(pid=117902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 00:44:25.093971 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.base_scheduler [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Resources bound (agent type, host, resource id): {{(pid=117902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 00:44:25.097779 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Received port after_create {{(pid=117902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 00:44:25.100987 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'Port': ['ID=0472897c-18af-4a3e-ab95-6a0b60928b9a,revision_number=1']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:44:25.128338 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.128701 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.129040 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.129375 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.129705 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.130031 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.130356 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.130687 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.131009 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.131332 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.131654 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.131974 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.132293 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.132641 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.132959 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:44:25.329714 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:25.429665 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:25.465710 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (9cd4fab8-322a-46d0-96d3-4ba95bbf37ef), precommit_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:25.531444 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-893485'] for port (0472897c-18af-4a3e-ab95-6a0b60928b9a), before_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:25.554168 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:25.565491 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:25.684390 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for port (0472897c-18af-4a3e-ab95-6a0b60928b9a), precommit_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:25.688725 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730538275458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730537898123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730537898141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9725013'] for port (0472897c-18af-4a3e-ab95-6a0b60928b9a), after_update {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:25.760336 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event updated for resources: {'Port': ['ID=0472897c-18af-4a3e-ab95-6a0b60928b9a,revision_number=2']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:44:25.762915 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4169201'] for floatingip (9cd4fab8-322a-46d0-96d3-4ba95bbf37ef), after_create {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:25.858001 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Floating IP 9cd4fab8-322a-46d0-96d3-4ba95bbf37ef associated. External IP: 172.27.4.253, port: 6fea6d48-c251-4c63-a7dd-5e5659cc5757. Sep 01 00:44:26.052012 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Router 990c7408-72f4-473c-8dc3-99f702066f5c has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:44:26.155254 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:44:26.164525 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] Sync routers for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:44:26.174016 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:26.175515 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:44:26.176081 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:44:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:44:26.204239 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-d59a739f-8532-4ee2-8b10-ec9a24372868 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5068865 Sep 01 00:44:26.204846 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c88d3d-4c67-40c2-b901-afef792932da', 'tag': '6fea6d48-c251-4c63-a7dd-5e5659cc5757'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:44:26.207108 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616" -d '{"events": [{"name": "network-changed", "server_uuid": "42c88d3d-4c67-40c2-b901-afef792932da", "tag": "6fea6d48-c251-4c63-a7dd-5e5659cc5757"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:44:26.246170 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc43c62-fbe8-4e80-891e-2c53b8c7a56e x-openstack-request-id: req-1cc43c62-fbe8-4e80-891e-2c53b8c7a56e {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:44:26.246652 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c88d3d-4c67-40c2-b901-afef792932da", "tag": "6fea6d48-c251-4c63-a7dd-5e5659cc5757", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:44:26.246900 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cc43c62-fbe8-4e80-891e-2c53b8c7a56e {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:44:26.247304 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc43c62-fbe8-4e80-891e-2c53b8c7a56e'] response: {'name': 'network-changed', 'server_uuid': '42c88d3d-4c67-40c2-b901-afef792932da', 'tag': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'status': 'completed', 'code': 200} Sep 01 00:44:26.279153 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:44:26.307090 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-331d8710-fff6-45a1-b26a-38445e69392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:26.309209 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-331d8710-fff6-45a1-b26a-38445e69392e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 1129 time: 0.0399005 Sep 01 00:44:26.398499 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:26.402870 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-0fe4966e-1be2-4741-a597-436ef1b5c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:26.404343 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-0fe4966e-1be2-4741-a597-436ef1b5c601 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0879757 Sep 01 00:44:26.474599 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-1acb93e3-3b9a-440c-9e66-6a8066a22ec9 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fea6d48-c251-4c63-a7dd-5e5659cc5757 HTTP/1.1" status: 200 len: 999 time: 0.0633824 Sep 01 00:44:26.494622 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7abaee4b-4225-416a-892f-124dc08e595a', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.11', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:2b:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:42:32Z', 'updated_at': '2022-09-01T00:42:34Z', 'revision_number': 1, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}, {'id': '9cd4fab8-322a-46d0-96d3-4ba95bbf37ef', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.253', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:99:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c88d3d-4c67-40c2-b901-afef792932da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:44:25Z', 'updated_at': '2022-09-01T00:44:25Z', 'revision_number': 0, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:44:26.518735 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] Checking router: 990c7408-72f4-473c-8dc3-99f702066f5c for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:44:26.523973 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-f73eb2f6-9427-436e-bd8c-629f1eed26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:26.525475 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-f73eb2f6-9427-436e-bd8c-629f1eed26b0 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0439587 Sep 01 00:44:26.527820 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:44:26.528412 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:44:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:44:26.568863 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-331f44c5-8273-41df-9110-aff64a916525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:44:26.570360 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-331f44c5-8273-41df-9110-aff64a916525 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386527 Sep 01 00:44:26.630363 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:44:26.669756 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-e549985c-3686-4463-920e-7c7f4f243fcc service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927758 Sep 01 00:44:26.726481 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:26.767173 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-bb4976e1-f6f2-4c5b-a8b9-97617e6b8616 req-718f6794-3d3c-4839-907e-6cdc07787421 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909200 Sep 01 00:44:26.843078 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7abaee4b-4225-416a-892f-124dc08e595a', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.11', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:2b:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:42:32Z', 'updated_at': '2022-09-01T00:42:34Z', 'revision_number': 1, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}, {'id': '9cd4fab8-322a-46d0-96d3-4ba95bbf37ef', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.253', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:99:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c88d3d-4c67-40c2-b901-afef792932da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:44:25Z', 'updated_at': '2022-09-01T00:44:25Z', 'revision_number': 0, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:44:26.870721 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f9219-d2f0-4a06-a076-c25427339c35 None None] The sync data for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi is: [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7abaee4b-4225-416a-892f-124dc08e595a', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.11', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:2b:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:42:32Z', 'updated_at': '2022-09-01T00:42:34Z', 'revision_number': 1, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}, {'id': '9cd4fab8-322a-46d0-96d3-4ba95bbf37ef', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.253', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:99:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c88d3d-4c67-40c2-b901-afef792932da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:44:25Z', 'updated_at': '2022-09-01T00:44:25Z', 'revision_number': 0, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:44:27.059149 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642db007-48dc-4a70-ad03-f637cd8c88f4 None None] New status for floating IP 9cd4fab8-322a-46d0-96d3-4ba95bbf37ef: ACTIVE {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:44:36.197540 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=81,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:36.200564 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:36.761120 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=36 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:36.763138 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=5 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:36.840732 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=79 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:36.846342 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=75 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:37.159937 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:37.161815 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:45.833151 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:44:50.393353 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-2e2ebee5-3316-40d7-80d6-c0ce98efb65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:52.780701 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-948ef11c-c51c-42fe-8f58-ca27bfbeae0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:54.021366 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:54.480997 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:55.333584 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:55.424069 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:44:55.827856 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=15 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:44:55.828664 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=13 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:05.413885 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:05.419937 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:08.281341 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-136123cf-c817-4095-977b-33d5d59c56d0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401094 Sep 01 00:45:08.364781 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-0a60c12e-f827-41c3-8f6b-abd1c0420625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:45:08.366468 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-0a60c12e-f827-41c3-8f6b-abd1c0420625 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 1129 time: 0.0414476 Sep 01 00:45:08.482427 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-9f8c5a20-cc59-45c4-9a9d-c1f6d77fc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:45:08.483982 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-9f8c5a20-cc59-45c4-9a9d-c1f6d77fc52d service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0901906 Sep 01 00:45:08.545944 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-ae005480-ef96-491f-9be1-9fdd09de088a service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6298d4b7-4066-46b0-b87e-46e160ffece2 HTTP/1.1" status: 200 len: 1000 time: 0.0543356 Sep 01 00:45:08.596858 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-2c2c8695-0a54-4add-a6af-60d609efa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:45:08.598258 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-2c2c8695-0a54-4add-a6af-60d609efa669 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0435903 Sep 01 00:45:08.650068 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-7f2d6c14-5a90-4268-9bd5-ebcc5f25dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:45:08.651528 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-7f2d6c14-5a90-4268-9bd5-ebcc5f25dbea service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423212 Sep 01 00:45:08.750281 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-6f915a6b-8bcf-4edd-ba52-4715123f9cdf service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887511 Sep 01 00:45:08.841689 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:08.842865 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:08.848813 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-a816b438-539a-4dac-8d7c-754080f2dab9 req-0ad883fe-0956-4a04-907f-235adaee6ad4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921245 Sep 01 00:45:18.838488 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=48 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:18.844907 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=53 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:20.396921 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f655352b-98ac-4a18-aa4c-1d1b1fbeddf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:22.782538 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d1066750-d796-4239-ba27-f0983a2f0371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:22.831678 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:45:24.021409 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:24.473078 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:25.339954 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:25.426519 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:27.367719 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [req-3ef69a58-7c0e-4749-a3bd-52e022f36030 req-d747c206-f6d2-4f26-be9a-dbed255eb45b service neutron] (117902) timed out ('10.222.0.30', 60586) {{(pid=117902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 01 00:45:32.827100 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:32.827987 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:35.420029 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:35.422038 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:48.878856 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:48.879602 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:45:50.398471 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-d8a1cc5e-b73c-4896-8230-c2ab79b57fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:52.785742 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-89561cbe-963e-4984-9ffe-f7c72f8ad735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:54.025885 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:54.483960 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:55.341739 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:55.429340 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:45:59.830236 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:46:04.749219 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 32986) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:04.939658 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Deleting port 0472897c-18af-4a3e-ab95-6a0b60928b9a {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:04.940000 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (0472897c-18af-4a3e-ab95-6a0b60928b9a), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:05.017424 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (0472897c-18af-4a3e-ab95-6a0b60928b9a), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:05.017660 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (0472897c-18af-4a3e-ab95-6a0b60928b9a), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:05.030904 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Calling delete_port for 0472897c-18af-4a3e-ab95-6a0b60928b9a owned by network:floatingip {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:05.175299 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (0472897c-18af-4a3e-ab95-6a0b60928b9a), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:05.204389 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event deleted for resources: {'Port': ['ID=0472897c-18af-4a3e-ab95-6a0b60928b9a,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:05.226999 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.227341 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.227684 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.228022 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.228355 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.228883 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.229219 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.229545 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.229873 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.230199 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.230524 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.230848 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.231168 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.231487 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.231805 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:05.277762 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (9cd4fab8-322a-46d0-96d3-4ba95bbf37ef), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:05.278060 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Floating IP 9cd4fab8-322a-46d0-96d3-4ba95bbf37ef disassociated (deleted). External IP: 172.27.4.253, port: 6fea6d48-c251-4c63-a7dd-5e5659cc5757. Sep 01 00:46:05.473764 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Router 990c7408-72f4-473c-8dc3-99f702066f5c has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:46:05.845505 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:46:05.850181 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:05.855721 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] Sync routers for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:46:05.865585 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:46:05.866446 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:45:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:05.871761 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:05.885263 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-e89a4c0d-40fe-4c19-88ba-7dff5785a8d0 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/9cd4fab8-322a-46d0-96d3-4ba95bbf37ef HTTP/1.1" status: 204 len: 168 time: 1.1325531 Sep 01 00:46:05.885263 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c88d3d-4c67-40c2-b901-afef792932da', 'tag': '6fea6d48-c251-4c63-a7dd-5e5659cc5757'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:46:05.886048 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f60d63-7d6c-4d08-8b06-2e46a09794a2" -d '{"events": [{"name": "network-changed", "server_uuid": "42c88d3d-4c67-40c2-b901-afef792932da", "tag": "6fea6d48-c251-4c63-a7dd-5e5659cc5757"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:46:05.945508 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a514761-ab5b-482d-b637-39d217a7fe0f x-openstack-request-id: req-5a514761-ab5b-482d-b637-39d217a7fe0f {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:46:05.945802 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c88d3d-4c67-40c2-b901-afef792932da", "tag": "6fea6d48-c251-4c63-a7dd-5e5659cc5757", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:46:05.946054 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a514761-ab5b-482d-b637-39d217a7fe0f {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:46:05.946462 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a514761-ab5b-482d-b637-39d217a7fe0f'] response: {'name': 'network-changed', 'server_uuid': '42c88d3d-4c67-40c2-b901-afef792932da', 'tag': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'status': 'completed', 'code': 200} Sep 01 00:46:06.068124 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:46:06.076845 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-6c6fbdb8-3411-4f10-91b2-08418ecdc9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:06.078404 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-6c6fbdb8-3411-4f10-91b2-08418ecdc9a7 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 1129 time: 0.1003492 Sep 01 00:46:06.209474 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3758360-bb54-473c-bea8-048e0c7a8d93 req-9407d4be-d55e-493a-9f3d-7ad7464fb6f7 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:06.210958 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b3758360-bb54-473c-bea8-048e0c7a8d93 req-9407d4be-d55e-493a-9f3d-7ad7464fb6f7 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 945 time: 0.0995686 Sep 01 00:46:06.245491 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:06.266760 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-b3758360-bb54-473c-bea8-048e0c7a8d93 req-1b718652-df75-4361-8588-14a4a910a38f tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500486 Sep 01 00:46:06.288156 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7abaee4b-4225-416a-892f-124dc08e595a', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.11', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:2b:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:42:32Z', 'updated_at': '2022-09-01T00:42:34Z', 'revision_number': 1, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:06.312846 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] Checking router: 990c7408-72f4-473c-8dc3-99f702066f5c for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:46:06.321061 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:46:06.321671 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:45:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:06.429504 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:46:06.637253 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7abaee4b-4225-416a-892f-124dc08e595a', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.11', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:2b:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:42:32Z', 'updated_at': '2022-09-01T00:42:34Z', 'revision_number': 1, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:06.662646 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca513a95-b7a4-43b1-9bac-fd9fc11cc94f None None] The sync data for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi is: [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_floatingips': [{'id': '7abaee4b-4225-416a-892f-124dc08e595a', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'floating_ip_address': '172.27.4.11', 'floating_network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'router_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'port_id': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'mac_address': 'fa:16:3e:2b:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T00:42:32Z', 'updated_at': '2022-09-01T00:42:34Z', 'revision_number': 1, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:46:06.878622 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8516da2-4353-47a8-945d-85a4c12b1b82 None None] New status for floating IP 9cd4fab8-322a-46d0-96d3-4ba95bbf37ef: DOWN {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:46:07.410703 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-5327df97-f827-4228-ba38-cbb7491d0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:07.412175 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-5327df97-f827-4228-ba38-cbb7491d0004 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.0977125 Sep 01 00:46:07.462048 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d2adc-069a-4f80-882e-435b08fade2b req-7854d440-47f3-45ab-80e1-b90c2e2b9979 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:07.464184 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5f8d2adc-069a-4f80-882e-435b08fade2b req-7854d440-47f3-45ab-80e1-b90c2e2b9979 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 945 time: 0.1005571 Sep 01 00:46:07.534725 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-798f836e-cf09-4a6a-a59c-323204be8e72 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fea6d48-c251-4c63-a7dd-5e5659cc5757 HTTP/1.1" status: 200 len: 217 time: 0.0420489 Sep 01 00:46:07.576586 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-5f8d2adc-069a-4f80-882e-435b08fade2b req-ce925118-e2ce-4fa4-8e9a-4c856e36016f tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045084 Sep 01 00:46:07.593063 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-768e7a83-f49c-4f19-85bf-b1a2f068b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:07.594486 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-768e7a83-f49c-4f19-85bf-b1a2f068b5a5 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0516133 Sep 01 00:46:07.840907 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-72282e29-de89-4fce-ad31-ec8e057391ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:07.842440 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-72282e29-de89-4fce-ad31-ec8e057391ee service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412276 Sep 01 00:46:07.908078 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-f4d199c3-e247-4737-8d5b-a92a2187b3fb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:07.909559 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-f4d199c3-e247-4737-8d5b-a92a2187b3fb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 945 time: 0.0462906 Sep 01 00:46:07.950241 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-a5eb9b49-2042-4899-9ac1-aae4090bedf4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874362 Sep 01 00:46:07.997953 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-1bb9de74-64c1-4700-ab10-4f635d41eca6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Deleting port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:07.998293 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-1bb9de74-64c1-4700-ab10-4f635d41eca6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:08.042415 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-51f60d63-7d6c-4d08-8b06-2e46a09794a2 req-b62857b9-f4ab-4799-b8ce-b78c286c0d12 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853510 Sep 01 00:46:08.092648 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-1bb9de74-64c1-4700-ab10-4f635d41eca6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] For port 6fea6d48-c251-4c63-a7dd-5e5659cc5757, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6fea6d48-c251-4c63-a7dd-5e5659cc5757,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:46:08.092920 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-1bb9de74-64c1-4700-ab10-4f635d41eca6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:08.106277 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-1bb9de74-64c1-4700-ab10-4f635d41eca6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Calling delete_port for 6fea6d48-c251-4c63-a7dd-5e5659cc5757 owned by compute:nova {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:08.235641 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-1bb9de74-64c1-4700-ab10-4f635d41eca6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (6fea6d48-c251-4c63-a7dd-5e5659cc5757), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:08.263005 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9de74-64c1-4700-ab10-4f635d41eca6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event deleted for resources: {'Port': ['ID=6fea6d48-c251-4c63-a7dd-5e5659cc5757,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:08.309499 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-1bb9de74-64c1-4700-ab10-4f635d41eca6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] No DVR routers for this DVR port 6fea6d48-c251-4c63-a7dd-5e5659cc5757 on host hv-cinder-82002 {{(pid=117902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:46:08.311964 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-1bb9de74-64c1-4700-ab10-4f635d41eca6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:08.315228 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-c959e5f4-20b1-4fda-a8a1-fa5c08333d3e req-1bb9de74-64c1-4700-ab10-4f635d41eca6 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "DELETE /networking/v2.0/ports/6fea6d48-c251-4c63-a7dd-5e5659cc5757 HTTP/1.1" status: 204 len: 173 time: 0.3975990 Sep 01 00:46:08.315663 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c88d3d-4c67-40c2-b901-afef792932da', 'name': 'network-vif-deleted', 'tag': '6fea6d48-c251-4c63-a7dd-5e5659cc5757'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:46:08.317902 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5d635a-cb52-41ae-b2d9-bed660e77228" -d '{"events": [{"server_uuid": "42c88d3d-4c67-40c2-b901-afef792932da", "name": "network-vif-deleted", "tag": "6fea6d48-c251-4c63-a7dd-5e5659cc5757"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:46:08.360336 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7990653a-9a1b-4da1-b255-80c920a5fc7b x-openstack-request-id: req-7990653a-9a1b-4da1-b255-80c920a5fc7b {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:46:08.360793 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c88d3d-4c67-40c2-b901-afef792932da", "name": "network-vif-deleted", "tag": "6fea6d48-c251-4c63-a7dd-5e5659cc5757", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:46:08.361049 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7990653a-9a1b-4da1-b255-80c920a5fc7b {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:46:08.361535 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7990653a-9a1b-4da1-b255-80c920a5fc7b'] response: {'server_uuid': '42c88d3d-4c67-40c2-b901-afef792932da', 'name': 'network-vif-deleted', 'tag': '6fea6d48-c251-4c63-a7dd-5e5659cc5757', 'status': 'completed', 'code': 200} Sep 01 00:46:08.686102 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-557918d7-2305-43c7-9426-2122f4066d1b req-3d73ef35-4846-4969-a6f1-4ea3c7ae008b tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=42c88d3d-4c67-40c2-b901-afef792932da HTTP/1.1" status: 200 len: 210 time: 0.0331109 Sep 01 00:46:10.847489 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6fea6d48-c251-4c63-a7dd-5e5659cc5757 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:46:10.867576 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 6fea6d48-c251-4c63-a7dd-5e5659cc5757 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:46:10.867919 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6fea6d48-c251-4c63-a7dd-5e5659cc5757 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:46:11.989237 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33036) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:12.133140 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Deleting port c34a891c-f858-4db0-82dc-69fcc1d59883 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:12.133487 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (c34a891c-f858-4db0-82dc-69fcc1d59883), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:12.212175 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (c34a891c-f858-4db0-82dc-69fcc1d59883), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:12.212526 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (c34a891c-f858-4db0-82dc-69fcc1d59883), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:12.225994 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Calling delete_port for c34a891c-f858-4db0-82dc-69fcc1d59883 owned by network:floatingip {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:12.309086 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:12.356108 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:12.379159 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (c34a891c-f858-4db0-82dc-69fcc1d59883), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:12.404888 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event deleted for resources: {'Port': ['ID=c34a891c-f858-4db0-82dc-69fcc1d59883,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:12.465653 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (7abaee4b-4225-416a-892f-124dc08e595a), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:12.466725 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.db.l3_db [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Floating IP 7abaee4b-4225-416a-892f-124dc08e595a disassociated (deleted). External IP: 172.27.4.11, port: 6298d4b7-4066-46b0-b87e-46e160ffece2. Sep 01 00:46:12.665730 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Router 990c7408-72f4-473c-8dc3-99f702066f5c has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:46:12.770425 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:46:12.775657 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:12.780729 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] Sync routers for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:46:12.790173 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:46:12.790763 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:45:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:12.806163 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-7e4e8cf2-0bf7-4719-80f5-7af27753b547 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/7abaee4b-4225-416a-892f-124dc08e595a HTTP/1.1" status: 204 len: 168 time: 0.8158593 Sep 01 00:46:12.806753 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'tag': '6298d4b7-4066-46b0-b87e-46e160ffece2'}] {{(pid=117902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:46:12.809020 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33036b999f82955239eefefa46f3fdb011c770d5f86a47257580317d7c6df54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e73c7e-1d42-46aa-a995-169264c3907f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8e6f70-6e87-47d0-8d38-75dad700ec31", "tag": "6298d4b7-4066-46b0-b87e-46e160ffece2"}]}' {{(pid=117902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:46:12.848816 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 00:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b09dc58-3efe-4473-a5c3-925b1c0f7d0a x-openstack-request-id: req-9b09dc58-3efe-4473-a5c3-925b1c0f7d0a {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:46:12.849107 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8e6f70-6e87-47d0-8d38-75dad700ec31", "tag": "6298d4b7-4066-46b0-b87e-46e160ffece2", "status": "completed", "code": 200}]} {{(pid=117902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:46:12.849361 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b09dc58-3efe-4473-a5c3-925b1c0f7d0a {{(pid=117902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:46:12.849772 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b09dc58-3efe-4473-a5c3-925b1c0f7d0a'] response: {'name': 'network-changed', 'server_uuid': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'tag': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'status': 'completed', 'code': 200} Sep 01 00:46:12.914665 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:46:12.923096 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-b2144df3-7718-4215-a9d9-c333479f9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:12.924550 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-b2144df3-7718-4215-a9d9-c333479f9d30 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=31e9903e4f16471d8057ee7364cf123b&device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 1129 time: 0.0413892 Sep 01 00:46:12.947787 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:13.076194 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=100 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:13.077590 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4b26c-f2a4-41f4-8477-2fe099e6d978 req-cd4d7bfb-e13f-406d-beba-9a69cd50cb14 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:13.079112 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-12c4b26c-f2a4-41f4-8477-2fe099e6d978 req-cd4d7bfb-e13f-406d-beba-9a69cd50cb14 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 945 time: 0.0808566 Sep 01 00:46:13.080527 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-b3cf623a-adee-4468-b6b3-1c3f088ece77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:13.081896 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-b3cf623a-adee-4468-b6b3-1c3f088ece77 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 200 len: 913 time: 0.1415126 Sep 01 00:46:13.120955 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:13.135331 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-12c4b26c-f2a4-41f4-8477-2fe099e6d978 req-b20a283c-6111-4779-97b2-2dc6dbadd248 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501423 Sep 01 00:46:13.149096 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] Checking router: 990c7408-72f4-473c-8dc3-99f702066f5c for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:46:13.158312 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:46:13.158906 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:45:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:13.259298 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:46:13.439651 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:13.464419 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd4964-4bbd-4b1d-9bb3-415e6c1a12d2 None None] The sync data for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi is: [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:39:34Z', 'revision_number': 4, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi', '_interfaces': [{'id': 'a5c01990-f3d8-4a5e-aae2-7b118a28299c', 'name': '', 'network_id': '28512075-6511-4bf7-8914-a7d1b95a8073', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'mac_address': 'fa:16:3e:7d:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:33Z', 'updated_at': '2022-09-01T00:39:39Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'subnets': [{'id': '4e24b081-8afc-4718-aef6-3aee41bbeec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:46:13.690154 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a786dca-c4d2-4562-a49a-c658e3c04586 None None] New status for floating IP 7abaee4b-4225-416a-892f-124dc08e595a: DOWN {{(pid=117903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 00:46:14.197561 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-06982f6d-6f08-48f6-853d-5c71f6a3b5c9 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6298d4b7-4066-46b0-b87e-46e160ffece2 HTTP/1.1" status: 200 len: 217 time: 0.0366266 Sep 01 00:46:14.255335 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd0665-4842-40ee-80ee-be288e4460ec req-28764f4d-6fe3-48fd-99b5-520e780e908e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:14.256853 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0bfd0665-4842-40ee-80ee-be288e4460ec req-28764f4d-6fe3-48fd-99b5-520e780e908e tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 945 time: 0.0474935 Sep 01 00:46:14.305917 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-0bfd0665-4842-40ee-80ee-be288e4460ec req-b3636276-e970-4146-aa0e-e8b6b67dc130 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434608 Sep 01 00:46:14.581584 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-1f982b16-4230-4e90-9dd1-7626a1dd9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:14.583059 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-1f982b16-4230-4e90-9dd1-7626a1dd9500 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 200 len: 851 time: 0.0551519 Sep 01 00:46:14.635452 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-e71ff985-fc4a-4ff9-b65f-4f0c6c793341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:14.636925 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-e71ff985-fc4a-4ff9-b65f-4f0c6c793341 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=28512075-6511-4bf7-8914-a7d1b95a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395968 Sep 01 00:46:14.875240 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-3d9d5afe-2215-40d2-8660-a8edc86bdb29 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966775 Sep 01 00:46:15.089575 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=100 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:15.099540 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:15.121919 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995ae49-c898-4102-92fe-a930e458d724 req-83b71fdc-b0a4-48da-aabe-dd1168d1cf11 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:15.124022 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1995ae49-c898-4102-92fe-a930e458d724 req-83b71fdc-b0a4-48da-aabe-dd1168d1cf11 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 945 time: 0.0484483 Sep 01 00:46:15.126433 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-d1e73c7e-1d42-46aa-a995-169264c3907f req-769936a5-4dd3-4df8-85ff-81e3a68c75dd service neutron] 10.222.0.30 "GET /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922577 Sep 01 00:46:15.216856 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-1995ae49-c898-4102-92fe-a930e458d724 req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Deleting port 6298d4b7-4066-46b0-b87e-46e160ffece2 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:15.217197 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-1995ae49-c898-4102-92fe-a930e458d724 req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:15.306806 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [req-1995ae49-c898-4102-92fe-a930e458d724 req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] For port 6298d4b7-4066-46b0-b87e-46e160ffece2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6298d4b7-4066-46b0-b87e-46e160ffece2,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:46:15.307527 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-1995ae49-c898-4102-92fe-a930e458d724 req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:15.319981 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [req-1995ae49-c898-4102-92fe-a930e458d724 req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Calling delete_port for 6298d4b7-4066-46b0-b87e-46e160ffece2 owned by compute:nova {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:15.366048 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=100 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:15.430727 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430fdc6-f02d-482b-869b-7e303d9b999e req-79f87a7b-7933-437b-9f22-1aa92a3ddc20 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 00:46:15.432867 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6430fdc6-f02d-482b-869b-7e303d9b999e req-79f87a7b-7933-437b-9f22-1aa92a3ddc20 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e8e6f70-6e87-47d0-8d38-75dad700ec31 HTTP/1.1" status: 200 len: 945 time: 0.0534961 Sep 01 00:46:15.448204 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:15.454120 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-1995ae49-c898-4102-92fe-a930e458d724 req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (6298d4b7-4066-46b0-b87e-46e160ffece2), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:15.484893 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event deleted for resources: {'Port': ['ID=6298d4b7-4066-46b0-b87e-46e160ffece2,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:15.485163 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [req-6430fdc6-f02d-482b-869b-7e303d9b999e req-b2204883-3507-42b2-9cd1-8bf7693e1ce2 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457361 Sep 01 00:46:15.514588 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.514937 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.515272 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.515602 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.515928 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.516253 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.516634 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.516954 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.517273 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.517592 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.517917 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.518235 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.518549 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.518861 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.519171 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:15.547198 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1995ae49-c898-4102-92fe-a930e458d724 req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] No DVR routers for this DVR port 6298d4b7-4066-46b0-b87e-46e160ffece2 on host hv-cinder-82002 {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:46:15.549718 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [req-1995ae49-c898-4102-92fe-a930e458d724 req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for port (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:15.553006 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [req-1995ae49-c898-4102-92fe-a930e458d724 req-8e217705-3081-4ddf-a1d5-e2c83d1968bb tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.30 "DELETE /networking/v2.0/ports/6298d4b7-4066-46b0-b87e-46e160ffece2 HTTP/1.1" status: 204 len: 173 time: 0.4200859 Sep 01 00:46:15.553435 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'name': 'network-vif-deleted', 'tag': '6298d4b7-4066-46b0-b87e-46e160ffece2'}] {{(pid=117901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 00:46:15.555618 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefc47d905d3ba03eb29c22a9e6a04d2d2ee17a64cabdf3e5ec59afa2d89a735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439c25bd-83b2-48cf-bde7-2befaf54e563" -d '{"events": [{"server_uuid": "2e8e6f70-6e87-47d0-8d38-75dad700ec31", "name": "network-vif-deleted", "tag": "6298d4b7-4066-46b0-b87e-46e160ffece2"}]}' {{(pid=117901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 00:46:15.656537 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 00:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a22920-d748-4dd1-84d4-56bfc0e4f516 x-openstack-request-id: req-49a22920-d748-4dd1-84d4-56bfc0e4f516 {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 00:46:15.656825 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8e6f70-6e87-47d0-8d38-75dad700ec31", "name": "network-vif-deleted", "tag": "6298d4b7-4066-46b0-b87e-46e160ffece2", "status": "completed", "code": 200}]} {{(pid=117901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 00:46:15.657074 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49a22920-d748-4dd1-84d4-56bfc0e4f516 {{(pid=117901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 00:46:15.657467 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a22920-d748-4dd1-84d4-56bfc0e4f516'] response: {'server_uuid': '2e8e6f70-6e87-47d0-8d38-75dad700ec31', 'name': 'network-vif-deleted', 'tag': '6298d4b7-4066-46b0-b87e-46e160ffece2', 'status': 'completed', 'code': 200} Sep 01 00:46:16.551796 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33054) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:16.662765 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-a3c54632-1ce2-4f70-a2f9-7b15db171e86 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Deleting port e21cabd0-f68e-47ea-879f-0678afae8851 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:16.663107 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a3c54632-1ce2-4f70-a2f9-7b15db171e86 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (e21cabd0-f68e-47ea-879f-0678afae8851), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:16.737936 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a3c54632-1ce2-4f70-a2f9-7b15db171e86 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (e21cabd0-f68e-47ea-879f-0678afae8851), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:16.738262 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a3c54632-1ce2-4f70-a2f9-7b15db171e86 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (e21cabd0-f68e-47ea-879f-0678afae8851), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:16.754857 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-a3c54632-1ce2-4f70-a2f9-7b15db171e86 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Calling delete_port for e21cabd0-f68e-47ea-879f-0678afae8851 owned by network:floatingip {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:16.862221 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6298d4b7-4066-46b0-b87e-46e160ffece2 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:46:16.865853 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:16.866441 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:16.882267 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a3c54632-1ce2-4f70-a2f9-7b15db171e86 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (e21cabd0-f68e-47ea-879f-0678afae8851), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:16.884029 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] No Port match for: 6298d4b7-4066-46b0-b87e-46e160ffece2 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:46:16.884379 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Device 6298d4b7-4066-46b0-b87e-46e160ffece2 not bound to the agent host hv-cinder-82002 {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:46:16.913649 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c54632-1ce2-4f70-a2f9-7b15db171e86 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event deleted for resources: {'Port': ['ID=e21cabd0-f68e-47ea-879f-0678afae8851,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:16.972569 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a3c54632-1ce2-4f70-a2f9-7b15db171e86 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for floatingip (608cf2da-7ba5-4bd0-9e82-78cef4ecd25b), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:16.975194 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-a3c54632-1ce2-4f70-a2f9-7b15db171e86 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214831'] for floatingip (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:16.976353 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-a3c54632-1ce2-4f70-a2f9-7b15db171e86 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/608cf2da-7ba5-4bd0-9e82-78cef4ecd25b HTTP/1.1" status: 204 len: 168 time: 0.4251027 Sep 01 00:46:18.182416 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33066) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:18.241411 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-73b8afa2-77ad-4eab-99f5-b8d3c0c99dd1 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group (0855abc1-fbed-44f9-b2e3-d7eb52f7bdea), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:18.266035 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-73b8afa2-77ad-4eab-99f5-b8d3c0c99dd1 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group (0855abc1-fbed-44f9-b2e3-d7eb52f7bdea), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:18.328033 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-73b8afa2-77ad-4eab-99f5-b8d3c0c99dd1 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (0855abc1-fbed-44f9-b2e3-d7eb52f7bdea), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:18.330657 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-73b8afa2-77ad-4eab-99f5-b8d3c0c99dd1 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:18.331818 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-73b8afa2-77ad-4eab-99f5-b8d3c0c99dd1 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0855abc1-fbed-44f9-b2e3-d7eb52f7bdea HTTP/1.1" status: 204 len: 168 time: 0.1484153 Sep 01 00:46:18.342066 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8afa2-77ad-4eab-99f5-b8d3c0c99dd1 tempest-TestVolumeBootPattern-1411551411 tempest-TestVolumeBootPattern-1411551411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0855abc1-fbed-44f9-b2e3-d7eb52f7bdea,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:18.390322 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33070) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:18.631681 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:18.746329 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:18.801643 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (990c7408-72f4-473c-8dc3-99f702066f5c), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:19.020883 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] Deleting port a5c01990-f3d8-4a5e-aae2-7b118a28299c {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:19.021176 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:19.099912 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] For port a5c01990-f3d8-4a5e-aae2-7b118a28299c, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=a5c01990-f3d8-4a5e-aae2-7b118a28299c,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:46:19.100254 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:19.113083 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] Calling delete_port for a5c01990-f3d8-4a5e-aae2-7b118a28299c owned by network:router_interface {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:19.295039 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (a5c01990-f3d8-4a5e-aae2-7b118a28299c), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:19.320244 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c01990-f3d8-4a5e-aae2-7b118a28299c,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:19.439530 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:19.488589 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (990c7408-72f4-473c-8dc3-99f702066f5c), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:19.591772 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:19.697626 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] Router 990c7408-72f4-473c-8dc3-99f702066f5c has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:46:19.803718 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:46:19.808581 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-dc12fda6-0eec-45f4-8c83-ebe6d7e10151 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/990c7408-72f4-473c-8dc3-99f702066f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4172277 Sep 01 00:46:19.811342 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33074) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:19.813157 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] Sync routers for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:46:19.823178 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:46:19.823775 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:45:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:19.913923 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Publish callbacks [] for router (990c7408-72f4-473c-8dc3-99f702066f5c), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.008824 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Publish callbacks [] for router_gateway (990c7408-72f4-473c-8dc3-99f702066f5c), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.012758 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: dv-cinder-820027-21-iscsi {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:46:20.055236 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Deleting port 7fc3210d-9c89-4f74-811a-7e5e199ecd49 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:20.055583 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.142265 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] For port 7fc3210d-9c89-4f74-811a-7e5e199ecd49, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=7fc3210d-9c89-4f74-811a-7e5e199ecd49,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:46:20.142637 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.156173 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Calling delete_port for 7fc3210d-9c89-4f74-811a-7e5e199ecd49 owned by network:router_gateway {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:20.184942 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:46:19Z', 'revision_number': 5, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port': {'id': '7fc3210d-9c89-4f74-811a-7e5e199ecd49', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:30Z', 'updated_at': '2022-09-01T00:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:20.210885 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] Checking router: 990c7408-72f4-473c-8dc3-99f702066f5c for host: dv-cinder-820027-21-iscsi {{(pid=117904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:46:20.219993 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] Routers {'990c7408-72f4-473c-8dc3-99f702066f5c'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:46:20.220622 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:45:53Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['990c7408-72f4-473c-8dc3-99f702066f5c'], 'active': True} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:20.299999 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:20.303205 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_dvr_db [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] Set router 990c7408-72f4-473c-8dc3-99f702066f5c gateway port host: None {{(pid=117904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:46:20.324231 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (7fc3210d-9c89-4f74-811a-7e5e199ecd49), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.354675 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.l3_hamode_db [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:46:20Z', 'revision_number': 6, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port_host': None}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:20.381341 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66fc94f-feb5-46fb-a4fd-281f6538d520 None None] The sync data for ids ['990c7408-72f4-473c-8dc3-99f702066f5c'] in dv-cinder-820027-21-iscsi is: [{'id': '990c7408-72f4-473c-8dc3-99f702066f5c', 'name': 'tempest-TestVolumeBootPattern-2015744460-router', 'tenant_id': '31e9903e4f16471d8057ee7364cf123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:29Z', 'updated_at': '2022-09-01T00:46:20Z', 'revision_number': 6, 'project_id': '31e9903e4f16471d8057ee7364cf123b', 'gw_port_host': None}] {{(pid=117904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:46:20.413154 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8ea188e2-f5af-4cdd-aba0-e9504ac03f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.620831 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc3210d-9c89-4f74-811a-7e5e199ecd49,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:20.683126 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (990c7408-72f4-473c-8dc3-99f702066f5c), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.739563 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:20.775030 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (990c7408-72f4-473c-8dc3-99f702066f5c), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.777625 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Publish callbacks [] for router_controller (990c7408-72f4-473c-8dc3-99f702066f5c), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.820297 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (990c7408-72f4-473c-8dc3-99f702066f5c), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.820936 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 990c7408-72f4-473c-8dc3-99f702066f5c {{(pid=117902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:46:20.826706 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.827478 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-020178fa-8c85-4ed3-8c34-c0b0f7e83cf2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/990c7408-72f4-473c-8dc3-99f702066f5c HTTP/1.1" status: 204 len: 168 time: 1.0152376 Sep 01 00:46:20.830139 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33076) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:20.878064 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3f847f-8645-4186-b886-2c27e84e4b23 admin admin] Deleting subnet 4e24b081-8afc-4718-aef6-3aee41bbeec0 {{(pid=117902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:46:20.881100 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cf3f847f-8645-4186-b886-2c27e84e4b23 admin admin] Publish callbacks [] for subnet (4e24b081-8afc-4718-aef6-3aee41bbeec0), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.914692 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cf3f847f-8645-4186-b886-2c27e84e4b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10090386'] for subnet (4e24b081-8afc-4718-aef6-3aee41bbeec0), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:20.989315 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cf3f847f-8645-4186-b886-2c27e84e4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (4e24b081-8afc-4718-aef6-3aee41bbeec0), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.046605 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cf3f847f-8645-4186-b886-2c27e84e4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9725843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9917800'] for subnet (4e24b081-8afc-4718-aef6-3aee41bbeec0), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.072963 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f847f-8645-4186-b886-2c27e84e4b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e24b081-8afc-4718-aef6-3aee41bbeec0,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:21.077731 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-cf3f847f-8645-4186-b886-2c27e84e4b23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.080737 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-cf3f847f-8645-4186-b886-2c27e84e4b23 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/4e24b081-8afc-4718-aef6-3aee41bbeec0 HTTP/1.1" status: 204 len: 168 time: 0.2496140 Sep 01 00:46:21.083803 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 33078) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:21.084515 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9280be-c132-4dc2-9818-751e6e57d2a8 None None] Network 28512075-6511-4bf7-8914-a7d1b95a8073 requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:46:21.162826 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (28512075-6511-4bf7-8914-a7d1b95a8073), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.170857 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device a5c01990-f3d8-4a5e-aae2-7b118a28299c no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:46:21.199286 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: a5c01990-f3d8-4a5e-aae2-7b118a28299c {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:46:21.199587 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device a5c01990-f3d8-4a5e-aae2-7b118a28299c not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:46:21.200011 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 7fc3210d-9c89-4f74-811a-7e5e199ecd49 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:46:21.208305 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Deleting port d5e6df32-4f03-412b-b45f-3e03584b594f {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:21.208684 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.222876 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: 7fc3210d-9c89-4f74-811a-7e5e199ecd49 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:46:21.223226 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device 7fc3210d-9c89-4f74-811a-7e5e199ecd49 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:46:21.276481 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] DHCP port deletion for 28512075-6511-4bf7-8914-a7d1b95a8073 request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:46:21.291196 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] For port d5e6df32-4f03-412b-b45f-3e03584b594f, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d5e6df32-4f03-412b-b45f-3e03584b594f,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:46:21.291559 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.305806 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Calling delete_port for d5e6df32-4f03-412b-b45f-3e03584b594f owned by network:dhcp {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:21.313487 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Deleting port d5e6df32-4f03-412b-b45f-3e03584b594f {{(pid=117903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:21.313860 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), before_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.379667 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.db [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] For port d5e6df32-4f03-412b-b45f-3e03584b594f, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d5e6df32-4f03-412b-b45f-3e03584b594f,segment=NetworkSegment(b76aed72-c801-4305-8b9a-7939dc456afe),segment_id=b76aed72-c801-4305-8b9a-7939dc456afe)] {{(pid=117903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:46:21.380018 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), precommit_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.391921 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.400943 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Calling delete_port for d5e6df32-4f03-412b-b45f-3e03584b594f owned by network:dhcp {{(pid=117903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:21.420635 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e6df32-4f03-412b-b45f-3e03584b594f,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:21.424471 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] No DVR routers for this DVR port d5e6df32-4f03-412b-b45f-3e03584b594f on host dv-cinder-820027-21-iscsi {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:46:21.491402 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114'] for port (d5e6df32-4f03-412b-b45f-3e03584b594f), after_delete {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.503304 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (28512075-6511-4bf7-8914-a7d1b95a8073), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.515703 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Pushing event deleted for resources: {'Port': ['ID=d5e6df32-4f03-412b-b45f-3e03584b594f,revision_number=None']} {{(pid=117903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:21.524974 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] No DVR routers for this DVR port d5e6df32-4f03-412b-b45f-3e03584b594f on host dv-cinder-820027-21-iscsi {{(pid=117903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:46:21.525408 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28512075-6511-4bf7-8914-a7d1b95a8073']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:21.526958 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.527301 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.527639 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.527970 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.528296 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.528812 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.529176 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.529428 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.529731 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.530050 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.530373 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.530692 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.531005 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.531319 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.531631 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0db6d-97df-4cae-a9e6-2683bcebba62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-21-iscsi {{(pid=117903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 00:46:21.535454 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76aed72-c801-4305-8b9a-7939dc456afe') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:21.535750 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76aed72-c801-4305-8b9a-7939dc456afe') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:21.547027 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (b76aed72-c801-4305-8b9a-7939dc456afe), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.561268 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (b76aed72-c801-4305-8b9a-7939dc456afe), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.567476 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:46:21.567885 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (b76aed72-c801-4305-8b9a-7939dc456afe), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.611739 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment b76aed72-c801-4305-8b9a-7939dc456afe resource provider aggregate not found Sep 01 00:46:21.631166 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment b76aed72-c801-4305-8b9a-7939dc456afe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b76aed72-c801-4305-8b9a-7939dc456afe found for delete ", "request_id": "req-8c5b99c9-82df-4e11-8b98-aaa1d40084c4"}]} Sep 01 00:46:21.634481 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (28512075-6511-4bf7-8914-a7d1b95a8073), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.640364 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:21.643433 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/28512075-6511-4bf7-8914-a7d1b95a8073 HTTP/1.1" status: 204 len: 168 time: 0.5588536 Sep 01 00:46:21.646451 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33084) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:21.655341 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cac65f-6456-45ed-8978-215b38644c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=28512075-6511-4bf7-8914-a7d1b95a8073,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:21.958865 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4187633'] for router_interface (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:22.110899 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:22.189153 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] Deleting port b24fb8be-1a8f-4763-aa1b-df06e2d7942e {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:22.189495 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:22.191710 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:22.275916 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] For port b24fb8be-1a8f-4763-aa1b-df06e2d7942e, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=b24fb8be-1a8f-4763-aa1b-df06e2d7942e,segment=NetworkSegment(b724fa01-5ef7-4b3d-b533-3231f7b9af36),segment_id=b724fa01-5ef7-4b3d-b533-3231f7b9af36)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:46:22.276285 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:22.290135 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] Calling delete_port for b24fb8be-1a8f-4763-aa1b-df06e2d7942e owned by network:router_interface {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:22.471073 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (b24fb8be-1a8f-4763-aa1b-df06e2d7942e), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:22.494275 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b24fb8be-1a8f-4763-aa1b-df06e2d7942e,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:22.660919 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187713'] for router_interface (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:22.789657 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-cc420be6-217f-4e1c-853d-a9afffa55670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:22.873639 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] Router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 has already been hosted by L3 agent a9769b9f-c0e6-47de-8cf8-e442f08bdf40 {{(pid=117902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 00:46:22.979992 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] Notify agent at l3_agent.dv-cinder-820027-21-iscsi the message routers_updated {{(pid=117902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 00:46:22.984990 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-c9f9f869-239d-4053-b75d-4f8593fcab9b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b8b60841-b5c0-4cf0-8f31-3f9f81c30af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3374462 Sep 01 00:46:22.987373 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33086) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:22.990437 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] Sync routers for ids ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'] in dv-cinder-820027-21-iscsi {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 00:46:23.005012 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] Routers {'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:46:23.006090 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:46:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:23.031812 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:23.034496 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:23.116769 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Publish callbacks [] for router (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.156009 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] Set router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 gateway port host: dv-cinder-820027-21-iscsi {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:46:23.191554 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device d5e6df32-4f03-412b-b45f-3e03584b594f no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:46:23.239613 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: d5e6df32-4f03-412b-b45f-3e03584b594f {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:46:23.239947 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device d5e6df32-4f03-412b-b45f-3e03584b594f not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:46:23.243679 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Publish callbacks [] for router_gateway (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.301179 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Deleting port ad089a1b-7422-4456-ba84-95d6a0eec7c5 {{(pid=117902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:23.301432 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.383613 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'name': 'tempest-TestVolumeBootPattern-1301155461-router', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'external_fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82'}], 'enable_snat': True}, 'gw_port_id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:37Z', 'updated_at': '2022-09-01T00:46:22Z', 'revision_number': 5, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'gw_port': {'id': 'ad089a1b-7422-4456-ba84-95d6a0eec7c5', 'name': '', 'network_id': 'cbb9845e-ae72-497c-877a-122113b90dca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '5f60fa0e-105e-4695-8d04-279628431268', 'ip_address': '172.27.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T00:39:38Z', 'updated_at': '2022-09-01T00:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f60fa0e-105e-4695-8d04-279628431268', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-21-iscsi'}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:23.389776 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.db [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] For port ad089a1b-7422-4456-ba84-95d6a0eec7c5, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=ad089a1b-7422-4456-ba84-95d6a0eec7c5,segment=NetworkSegment(00abd35d-a30d-4315-a896-b53ba216c94c),segment_id=00abd35d-a30d-4315-a896-b53ba216c94c)] {{(pid=117902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:46:23.390137 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.403090 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.plugins.ml2.plugin [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Calling delete_port for ad089a1b-7422-4456-ba84-95d6a0eec7c5 owned by network:router_gateway {{(pid=117902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:23.421187 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] Checking router: b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 for host: dv-cinder-820027-21-iscsi {{(pid=117903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 00:46:23.431288 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] Routers {'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'} bound to L3 agent in host dv-cinder-820027-21-iscsi {{(pid=117903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 00:46:23.431889 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T00:21:53Z,description=,heartbeat_timestamp=2022-09-01T00:46:23Z,host='dv-cinder-820027-21-iscsi',id=a9769b9f-c0e6-47de-8cf8-e442f08bdf40,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T00:21:53Z,topic='l3_agent')) {'router_ids': ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'], 'active': True} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:23.530934 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_dvr_db [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] Set router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 gateway port host: None {{(pid=117903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 00:46:23.590198 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9725004'] for port (ad089a1b-7422-4456-ba84-95d6a0eec7c5), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.594043 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.db.l3_hamode_db [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'name': 'tempest-TestVolumeBootPattern-1301155461-router', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:37Z', 'updated_at': '2022-09-01T00:46:23Z', 'revision_number': 6, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'gw_port_host': None}], 'dv-cinder-820027-21-iscsi', False) {} {{(pid=117903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:23.617586 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad089a1b-7422-4456-ba84-95d6a0eec7c5,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:23.691653 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4168978'] for router_gateway (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.760843 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317a24c-02fd-4458-8f04-3864e8a2b9ff None None] The sync data for ids ['b8b60841-b5c0-4cf0-8f31-3f9f81c30af0'] in dv-cinder-820027-21-iscsi is: [{'id': 'b8b60841-b5c0-4cf0-8f31-3f9f81c30af0', 'name': 'tempest-TestVolumeBootPattern-1301155461-router', 'tenant_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T00:39:37Z', 'updated_at': '2022-09-01T00:46:23Z', 'revision_number': 6, 'project_id': '5ea3fcfe484c40eba7e39b2fc9deac2c', 'gw_port_host': None}] {{(pid=117903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 00:46:23.795059 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4186635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2345'] for router (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.797526 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Publish callbacks [] for router_controller (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.844923 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4187568'] for router (b8b60841-b5c0-4cf0-8f31-3f9f81c30af0), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.845450 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 {{(pid=117902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 00:46:23.850456 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.851610 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-90227816-e6ac-4f1f-bda1-22061334d999 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/b8b60841-b5c0-4cf0-8f31-3f9f81c30af0 HTTP/1.1" status: 204 len: 168 time: 0.8633287 Sep 01 00:46:23.854187 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33088) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:23.899991 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8c0954-d82e-476c-a44f-a34cd59e26f6 admin admin] Deleting subnet 231c877a-f033-4e49-a072-ca768581c936 {{(pid=117902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 00:46:23.903189 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0954-d82e-476c-a44f-a34cd59e26f6 admin admin] Publish callbacks [] for subnet (231c877a-f033-4e49-a072-ca768581c936), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:23.938685 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0954-d82e-476c-a44f-a34cd59e26f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10090386'] for subnet (231c877a-f033-4e49-a072-ca768581c936), precommit_delete_associations {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.015101 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:24.016486 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0954-d82e-476c-a44f-a34cd59e26f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863562'] for subnet (231c877a-f033-4e49-a072-ca768581c936), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.018445 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:24.029191 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.076339 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0954-d82e-476c-a44f-a34cd59e26f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9725843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9917800'] for subnet (231c877a-f033-4e49-a072-ca768581c936), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.101040 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c0954-d82e-476c-a44f-a34cd59e26f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231c877a-f033-4e49-a072-ca768581c936,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:24.106729 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0954-d82e-476c-a44f-a34cd59e26f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.110595 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-bb8c0954-d82e-476c-a44f-a34cd59e26f6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/231c877a-f033-4e49-a072-ca768581c936 HTTP/1.1" status: 204 len: 168 time: 0.2553296 Sep 01 00:46:24.113021 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 33090) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:24.118318 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76847c9-3cdc-48bc-88e9-854704ad00cd None None] Network fcb32700-5478-4b03-8715-bfcc7980125a requested from dv-cinder-820027-21-iscsi {{(pid=117903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 00:46:24.189509 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660475'] for network (fcb32700-5478-4b03-8715-bfcc7980125a), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.246366 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Deleting port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 {{(pid=117901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 00:46:24.246702 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730538270675'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.311298 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.db [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] For port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65, host dv-cinder-820027-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-21-iscsi',level=0,port_id=d1a027ff-da8a-4bd8-9511-4cdf0e59ca65,segment=NetworkSegment(b724fa01-5ef7-4b3d-b533-3231f7b9af36),segment_id=b724fa01-5ef7-4b3d-b533-3231f7b9af36)] {{(pid=117901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 00:46:24.311671 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4020155'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.323951 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.plugin [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Calling delete_port for d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 owned by network:dhcp {{(pid=117901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 00:46:24.328950 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:24.403947 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-893550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730538275512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730537898114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10428956'] for port (d1a027ff-da8a-4bd8-9511-4cdf0e59ca65), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.427982 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a027ff-da8a-4bd8-9511-4cdf0e59ca65,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:24.431530 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] No DVR routers for this DVR port d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 on host dv-cinder-820027-21-iscsi {{(pid=117901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 00:46:24.436438 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:24.495042 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:24.498722 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:24.503716 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039661', 'neutron.services.segments.db._delete_segments_for_network-8730538413725'] for network (fcb32700-5478-4b03-8715-bfcc7980125a), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.505130 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.531528 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb32700-5478-4b03-8715-bfcc7980125a']}} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:24.541643 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b724fa01-5ef7-4b3d-b533-3231f7b9af36') {'for_net_delete': True} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:24.542099 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.services.segments.db [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b724fa01-5ef7-4b3d-b533-3231f7b9af36') {} {{(pid=117901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 00:46:24.552756 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b73c5-6832-42cb-87f5-beb84efef276 None None] DHCP port deletion for fcb32700-5478-4b03-8715-bfcc7980125a request from dv-cinder-820027-21-iscsi {{(pid=117903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 00:46:24.553165 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730538397669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10428768'] for segment (b724fa01-5ef7-4b3d-b533-3231f7b9af36), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.571806 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348'] for segment (b724fa01-5ef7-4b3d-b533-3231f7b9af36), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.579719 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=117901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 00:46:24.580149 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429025'] for segment (b724fa01-5ef7-4b3d-b533-3231f7b9af36), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.643319 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4169162'] for network (fcb32700-5478-4b03-8715-bfcc7980125a), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.649441 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682896'] for network (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.655807 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/fcb32700-5478-4b03-8715-bfcc7980125a HTTP/1.1" status: 204 len: 168 time: 0.5411377 Sep 01 00:46:24.675746 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment b724fa01-5ef7-4b3d-b533-3231f7b9af36 resource provider aggregate not found Sep 01 00:46:24.679776 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0eff4-b95d-48bd-b0c5-9fa3198e2dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb32700-5478-4b03-8715-bfcc7980125a,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:24.692982 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.services.segments.plugin [-] Segment b724fa01-5ef7-4b3d-b533-3231f7b9af36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b724fa01-5ef7-4b3d-b533-3231f7b9af36 found for delete ", "request_id": "req-0f5fe477-8a13-44f3-bb69-a2b883ee158c"}]} Sep 01 00:46:24.777603 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 33100) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:24.821895 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-bc910a8e-edc0-498d-a341-16d355113a3a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=31e9903e4f16471d8057ee7364cf123b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431521 Sep 01 00:46:24.824622 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [-] (117901) accepted ('10.222.0.25', 33102) {{(pid=117901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:24.880574 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df81cde3-390d-4439-8181-8db458c5af2c admin admin] Publish callbacks [] for security_group (ca226fde-7f67-4b4a-b960-70ea6d8b015f), before_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.901551 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df81cde3-390d-4439-8181-8db458c5af2c admin admin] Publish callbacks [] for security_group (ca226fde-7f67-4b4a-b960-70ea6d8b015f), precommit_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.950308 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df81cde3-390d-4439-8181-8db458c5af2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ca226fde-7f67-4b4a-b960-70ea6d8b015f), after_delete {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.953449 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron_lib.callbacks.manager [None req-df81cde3-390d-4439-8181-8db458c5af2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:24.954617 dv-cinder-820027-21-iscsi neutron-server[117901]: INFO neutron.wsgi [None req-df81cde3-390d-4439-8181-8db458c5af2c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ca226fde-7f67-4b4a-b960-70ea6d8b015f HTTP/1.1" status: 204 len: 168 time: 0.1292815 Sep 01 00:46:24.962633 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81cde3-390d-4439-8181-8db458c5af2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca226fde-7f67-4b4a-b960-70ea6d8b015f,revision_number=None']} {{(pid=117901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:25.097085 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:46:25.116866 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:46:25.117206 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device d1a027ff-da8a-4bd8-9511-4cdf0e59ca65 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:46:25.117870 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device b24fb8be-1a8f-4763-aa1b-df06e2d7942e no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:46:25.138994 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: b24fb8be-1a8f-4763-aa1b-df06e2d7942e {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:46:25.139337 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device b24fb8be-1a8f-4763-aa1b-df06e2d7942e not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:46:25.139739 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device ad089a1b-7422-4456-ba84-95d6a0eec7c5 no longer exists at agent ovs-agent-dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 00:46:25.160329 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.plugin [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] No Port match for: ad089a1b-7422-4456-ba84-95d6a0eec7c5 {{(pid=117903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 00:46:25.160690 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron.plugins.ml2.rpc [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Device ad089a1b-7422-4456-ba84-95d6a0eec7c5 not bound to the agent host dv-cinder-820027-21-iscsi {{(pid=117903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 00:46:25.292481 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33108) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:25.333659 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-79d82bd8-eabb-4e76-9953-a0306c29ae69 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5ea3fcfe484c40eba7e39b2fc9deac2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400181 Sep 01 00:46:25.336134 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [-] (117902) accepted ('10.222.0.25', 33110) {{(pid=117902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 00:46:25.343222 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:25.385212 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-456f8160-b1e4-4bdb-b0f7-e63dde092298 admin admin] Publish callbacks [] for security_group (ba93082a-1c4a-4092-95f3-16d99a3f4a4f), before_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:25.405815 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-456f8160-b1e4-4bdb-b0f7-e63dde092298 admin admin] Publish callbacks [] for security_group (ba93082a-1c4a-4092-95f3-16d99a3f4a4f), precommit_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:25.433838 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:25.460296 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-456f8160-b1e4-4bdb-b0f7-e63dde092298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718549'] for security_group (ba93082a-1c4a-4092-95f3-16d99a3f4a4f), after_delete {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:25.462724 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron_lib.callbacks.manager [None req-456f8160-b1e4-4bdb-b0f7-e63dde092298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:25.463927 dv-cinder-820027-21-iscsi neutron-server[117902]: INFO neutron.wsgi [None req-456f8160-b1e4-4bdb-b0f7-e63dde092298 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ba93082a-1c4a-4092-95f3-16d99a3f4a4f HTTP/1.1" status: 204 len: 168 time: 0.1268253 Sep 01 00:46:25.472425 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f8160-b1e4-4bdb-b0f7-e63dde092298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba93082a-1c4a-4092-95f3-16d99a3f4a4f,revision_number=None']} {{(pid=117902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 00:46:30.357304 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=84 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:30.358597 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=87 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:34.957489 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=52,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:34.958206 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG dbcounter [-] [117901] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=117901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:35.467210 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=32,neutron:DELETE=6 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:35.468040 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG dbcounter [-] [117902] Writing DB stats neutron:SELECT=26,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:35.484746 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:35.485446 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:36.830303 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:46:49.372617 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=13 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:49.373309 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=15 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:50.398080 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-f87c338f-1437-4b03-a0f1-6498054b4118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:52.793483 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a7098802-63f7-405f-bf4e-d19bc86cabed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:54.030625 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:54.504395 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:55.346026 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:55.439176 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:46:59.834441 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:46:59.835201 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:47:05.433989 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:47:05.434828 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:47:10.754502 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-8178b02c-ada7-414a-a28b-80a9e0ea4fdc req-5140d136-c51c-49eb-8abd-14bd725ec824 service neutron] (117901) timed out ('10.222.0.30', 60563) {{(pid=117901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 01 00:47:11.016048 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [req-f6719ecd-dbcd-46a3-a2d5-aafc30b5885a req-6118237c-27f9-4291-8b4f-84c5f5b4af64 service neutron] (117902) timed out ('10.222.0.30', 60608) {{(pid=117902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 01 00:47:13.829520 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:47:20.399611 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9a35c1c2-332b-4ca3-be38-41930be0ab8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:21.677518 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-03d4eaa6-fab3-4dd0-98f5-f8e3980d9b21 service neutron] (117901) timed out ('10.222.0.25', 53626) {{(pid=117901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 01 00:47:21.885837 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-dfd3c126-98f7-49c6-8518-1871be5f81fb req-9578b3e1-2bc0-42bf-896b-33f4a62081fa tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] (117901) timed out ('10.222.0.25', 53634) {{(pid=117901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 01 00:47:22.795127 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-5e94790a-b8be-41c4-a8a7-9e41c6a62235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:23.825033 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:47:24.033671 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:24.507243 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:25.350975 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:25.442072 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:35.435825 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:47:35.438549 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:47:36.821313 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:47:36.831423 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=5 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:47:48.883210 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:47:48.884010 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:DELETE=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:47:50.400720 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-eee838a9-9ceb-4e3d-9cf8-65841fd0a271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:50.828186 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:47:52.796698 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-22e8f512-47a3-40cc-abc9-8a1ef7687324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:54.036721 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:54.519052 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:55.350759 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:47:55.445054 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:00.824896 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:48:09.369258 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:48:09.370002 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:48:13.824159 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:48:13.828364 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:48:20.403211 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-3ccfd99d-98b3-4e4b-a560-ac014d5fe9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:22.798305 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-48f59994-f92a-4e57-ac2c-5d8900cab724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:24.040321 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:24.519652 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:25.359454 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:25.451004 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:27.827892 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:48:35.444766 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:48:35.446622 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:48:37.823781 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:48:50.405700 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-623e7398-3274-419c-800b-f1414bc8eb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:50.819210 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=16 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:48:50.825289 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=16 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:48:52.801184 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-7eddc528-0298-43b2-887b-d9f3410790a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:54.042046 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:54.511486 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:55.358932 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:48:55.443728 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:04.830182 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:49:05.437548 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:49:05.439351 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:49:14.827071 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:49:20.409850 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-31564163-05ea-4d61-b0ca-a2d465194b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:22.806369 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-3ceba8a3-d77a-405f-913c-4ac81652860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:24.045461 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:24.512581 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:25.361070 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:25.446416 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:27.830229 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:49:27.831057 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:49:35.434737 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=12 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:49:35.441560 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:UPDATE=6,neutron:SELECT=6 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:49:41.831084 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:49:50.412794 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-736323d6-1ec2-427a-8005-b6871c1b2e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:51.824888 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:49:51.825617 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:49:52.808193 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a9135038-47cf-47ee-a3a4-3ede652e6ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:54.049469 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:54.520789 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:55.365690 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:49:55.447459 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:04.825356 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:50:04.826096 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=3 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:50:09.373217 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:50:09.375260 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:50:18.830178 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:50:20.417879 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-cdff0a97-361d-4bb1-ba3e-a0d6235941d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:22.810241 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-9ece4e6a-3c1b-4edf-a7aa-61a8edd01118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:24.050715 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:24.522497 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:25.369402 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:25.448372 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:28.826307 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:50:35.437641 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:50:35.444068 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:50:37.349775 dv-cinder-820027-21-iscsi neutron-server[117901]: DEBUG neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-7fa68400-6177-4071-a7ed-fc261a63853e service neutron] (117901) timed out ('10.222.0.25', 54858) {{(pid=117901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 01 00:50:37.468657 dv-cinder-820027-21-iscsi neutron-server[117902]: DEBUG neutron.wsgi [req-478c2a74-eeff-45af-ad06-8a526c91b5f8 req-c4b7aeae-f9d4-49cc-a108-a5d569b6b30b tempest-AttachVolumeShelveTestJSON-842026825 tempest-AttachVolumeShelveTestJSON-842026825-project] (117902) timed out ('10.222.0.25', 54866) {{(pid=117902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 01 00:50:49.365731 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=15 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:50:49.368909 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=17 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:50:50.419658 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-c540474f-4882-47f3-9a6b-eb78d60437e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:52.818323 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-97a0a645-2b95-48b2-b6cf-e1234e917b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:54.056946 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:54.522330 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:55.371869 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:55.451861 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:50:55.829136 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:51:05.445700 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:51:05.447545 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:51:05.824463 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:51:05.825238 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:51:18.823208 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=2 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:51:18.828654 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=4 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:51:20.421941 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-c63f9143-f00e-4f36-baec-8caa665701b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a5d8332d-1417-484f-8477-11759907ba14), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:51:22.810084 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-b4412fa5-56f4-409b-b1cc-ef58f7b24d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (a9769b9f-c0e6-47de-8cf8-e442f08bdf40), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:51:24.056513 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc3-3c28-4ca0-a050-138c68bdcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (35152561-b477-4124-a78c-3bfe38749b11), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:51:24.522655 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-88ed7437-30b4-4ccf-9a03-f6b95e1cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (2898fb65-fd6c-45fd-802c-81f49a6f1bdb), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:51:25.375161 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-a0e394bd-3caf-48ab-ab91-08eed6f8caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (b6cd028d-e6cd-4fee-8ddf-c4946b03d803), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:51:25.453344 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG neutron_lib.callbacks.manager [None req-4a715506-36b1-452e-abde-cc402d6f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730538413707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034220'] for agent (207e2e8b-31f6-4d90-b12e-026740e6bf8d), after_update {{(pid=117903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 00:51:32.828795 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG neutron.db.agents_db [None req-e99fb440-fdba-4486-9e48-c4de06bca34e None None] Agent healthcheck: found 6 active agents {{(pid=117904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 00:51:35.442865 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:51:35.449101 dv-cinder-820027-21-iscsi neutron-server[117903]: DEBUG dbcounter [-] [117903] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=117903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 00:51:42.824652 dv-cinder-820027-21-iscsi neutron-server[117904]: DEBUG dbcounter [-] [117904] Writing DB stats neutron:SELECT=1 {{(pid=117904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}